-- Logs begin at Thu 2021-07-15 14:21:48 UTC, end at Thu 2021-07-15 15:24:05 UTC. -- Jul 15 14:53:43.448133 dv-cinder-788367-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 15 14:53:46.163317 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.common.config [-] Logging enabled! Jul 15 14:53:46.163911 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 14:53:46.164087 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92823) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 14:53:46.167324 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.common.config [-] Logging enabled! Jul 15 14:53:46.168115 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev468 Jul 15 14:53:46.168531 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92823) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 15 14:53:46.169505 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 14:53:46.169743 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 14:53:46.170109 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 14:53:46.170361 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 14:53:46.170590 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 14:53:46.170913 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.171212 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.171509 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.171739 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.172034 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.172349 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.172634 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.172925 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.173225 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.173515 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.173798 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.174082 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.174316 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.174602 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.174892 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.175178 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.175403 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] debug = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.175684 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.176113 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.176537 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.176822 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.177115 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.177397 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.177672 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.177952 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.178237 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.178567 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] host = dv-cinder-788367-2-iscsi {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.178847 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.179141 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.179429 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.179716 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.179995 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.180306 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.180595 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.180872 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.181147 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] log_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.181424 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.181712 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.182001 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.182291 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.182520 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.182744 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.183032 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.183924 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.184441 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.184737 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.185022 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.185306 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.185587 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.185862 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.186153 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.186442 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.186732 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.187011 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.187289 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.187566 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.187839 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.188126 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.188431 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.188708 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.188984 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.189276 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.189546 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.189820 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.190122 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.190408 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.190693 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.190979 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.191253 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.191536 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.191813 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.192087 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.192385 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] use_json = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.192660 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.192934 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.193218 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.193492 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.193767 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.194043 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.194312 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.194599 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:46.194900 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.195197 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.195500 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.195786 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.196088 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.196394 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.196688 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.196971 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.197262 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.197552 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.197841 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.198120 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.198410 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.198691 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.199095 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.199569 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.199874 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.200193 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.200774 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.200774 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.201022 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.201303 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.201595 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.201893 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.202186 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.202462 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.202743 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.203038 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.203319 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.203595 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.203875 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.204185 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.204469 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.204742 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.205029 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.205309 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.205585 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.205859 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.206139 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.206431 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.206710 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.206988 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.207266 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.207549 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.207823 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.208112 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.208416 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.208691 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.208966 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.209251 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.209526 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.209802 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.210081 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.210354 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.210634 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.210911 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.211185 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.211461 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.211735 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.212009 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.212307 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.212581 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.212861 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.213136 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.213412 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.213686 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.213960 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.214237 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.214564 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.215089 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.215393 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.215723 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.216018 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.216337 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.216627 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.216912 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.217195 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.217478 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.217757 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.218051 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.218337 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.218630 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.218917 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.219203 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.219502 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.219784 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.220072 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.220380 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.220661 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.220955 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.221244 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.221541 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.221838 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.222135 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.222430 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.222725 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.223009 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.223323 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.223606 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:46.223827 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 14:53:46.224069 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92823) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 15 14:53:46.572930 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 14:53:46.573216 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 14:53:46.573503 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 15 14:53:46.573866 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 15 14:53:46.968982 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:46.969194 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:46.969470 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:46.970665 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:46.970941 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:46.971235 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.005558 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.005837 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.006103 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.020401 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.020401 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.020401 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.050870 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.051154 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.051427 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.087150 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.087426 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.087698 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.319300 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.319925 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.319925 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.320108 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.320813 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.440405 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.440728 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.441016 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.441287 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.441563 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.441873 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.442132 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.442391 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.442647 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.442929 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.443189 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.443454 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.443712 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.443965 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.444243 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.444519 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.444774 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.445041 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.445317 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.445576 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.445847 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.446101 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.446380 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.446754 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.447004 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.447298 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.447699 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:53:47.447944 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:53:47.448203 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:53:47.448447 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:53:47.448686 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:53:47.449536 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:53:47.450114 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 15 14:53:47.453211 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 15 14:53:47.457087 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 15 14:53:47.460732 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jul 15 14:53:47.462353 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 15 14:53:47.462811 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 15 14:53:47.463148 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 15 14:53:47.463530 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 15 14:53:47.467521 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 15 14:53:47.467777 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 15 14:53:47.468123 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 14:53:47.496454 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 15 14:53:47.497113 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.497412 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92823) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 15 14:53:47.497777 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.499128 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92823) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 15 14:53:47.499408 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 15 14:53:47.499653 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 15 14:53:47.502751 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.503037 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:47.568213 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 15 14:53:47.568450 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 15 14:53:47.568683 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 15 14:53:47.569043 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 15 14:53:47.589555 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_db.sqlalchemy.engines [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92823) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 15 14:53:48.116907 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Initializing driver for type 'gre' Jul 15 14:53:48.117494 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] gre ID ranges: [(1, 1000)] Jul 15 14:53:48.171568 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Initializing driver for type 'local' Jul 15 14:53:48.171994 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Initializing driver for type 'vlan' Jul 15 14:53:48.184656 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] VlanTypeDriver initialization complete Jul 15 14:53:48.184994 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Initializing driver for type 'vxlan' Jul 15 14:53:48.185488 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] vxlan ID ranges: [(1, 1000)] Jul 15 14:53:48.235811 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Initializing extension driver 'port_security' Jul 15 14:53:48.236160 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.extensions.port_security [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] PortSecurityExtensionDriver initialization complete Jul 15 14:53:48.236518 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Initializing mechanism driver 'openvswitch' Jul 15 14:53:48.236855 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Initializing mechanism driver 'hyperv' Jul 15 14:53:48.243240 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.plugins.ml2.plugin [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92823) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:48.244092 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > port after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.244488 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > port after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.245107 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > port after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.245629 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 14:53:48.246069 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > subnet after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.246419 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > subnet after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.246772 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > subnet after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.247160 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 14:53:48.247568 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > network after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.247917 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > network after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.248288 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > network after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.248678 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 14:53:48.249080 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > security_group after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.249430 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > security_group after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.249770 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > security_group after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.250158 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 14:53:48.250641 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.250901 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.251379 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.251798 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 14:53:48.252222 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > address_group after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.252571 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > address_group after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.252908 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > address_group after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.253297 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92823) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 15 14:53:48.253677 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] ML2 OVO RPC backend initialized. {{(pid=92823) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 15 14:53:48.254382 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router_interface after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.254739 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.255156 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > network before_response 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.255509 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > networks before_response 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.255855 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > port before_response 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.256217 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > ports before_response 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.256560 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > subnet before_response 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.256901 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > subnets before_response 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.257247 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > network after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.257585 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > network after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.257920 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > network after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.258255 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > port after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.258590 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > port after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.258923 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > port after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.259258 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > subnet after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.259594 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > subnet after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.259925 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > subnet after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.260525 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.plugin [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Modular L2 Plugin initialization complete Jul 15 14:53:48.260857 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading services supported by the core plugin {{(pid=92823) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 15 14:53:48.261181 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.plugins.ml2.managers [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Got port-security extension from driver 'port_security' Jul 15 14:53:48.261644 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.extensions.vlantransparent [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Disabled vlantransparent extension. Jul 15 14:53:48.262124 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92823) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 15 14:53:48.262441 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading Plugin: router Jul 15 14:53:48.298500 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router_interface before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.298891 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router after_create 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.299262 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router before_create 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.299631 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.300004 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.300387 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router after_delete 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.300748 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > floatingip after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.301233 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router after_create 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.301581 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router after_update 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.301931 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router after_update 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.302282 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.302642 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router after_update 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.303051 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router precommit_update 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.303421 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: port after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.303761 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: port after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.304099 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: subnet after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.304462 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.304812 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > port precommit_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.305165 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router precommit_create 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.305511 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: port before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.305855 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router precommit_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.306212 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router after_update 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.306557 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router precommit_delete 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.306910 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router precommit_create 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.307271 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router_interface after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.307618 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router precommit_update 55549900 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.307983 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > agent after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.308473 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > agent after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.308836 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > network after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.309686 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Tracking information for resource: router configured {{(pid=92823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:53:48.310021 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Tracking information for resource: floatingip configured {{(pid=92823) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 15 14:53:48.314821 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.db.l3_agentschedulers_db [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 15 14:53:48.315396 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: port after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.315759 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: port after_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.316116 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: port after_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.316501 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: port after_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.317286 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router before_create 55550100 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.317660 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router precommit_delete 55550100 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.318026 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router precommit_create 55550100 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.318384 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > router precommit_update 55550100 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.322864 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.services.provider_configuration [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Service providers = [] {{(pid=92823) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 15 14:53:48.323394 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.db.servicetype_db [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92823) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 15 14:53:48.326823 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.services.service_base [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92823) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 14:53:48.327175 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.services.service_base [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92823) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 14:53:48.327522 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.services.service_base [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92823) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 14:53:48.328442 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.services.service_base [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92823) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 15 14:53:48.328818 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.services.service_base [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 15 14:53:48.329201 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:53:48.329521 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 15 14:53:48.340770 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:53:48.341108 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading Plugin: auto_allocate Jul 15 14:53:48.346716 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: network precommit_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.347087 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: network precommit_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.347603 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:53:48.347925 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading Plugin: tag Jul 15 14:53:48.354593 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:53:48.354928 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading Plugin: timestamp Jul 15 14:53:48.358743 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:53:48.359074 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading Plugin: network_ip_availability Jul 15 14:53:48.364432 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.364807 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.365167 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.365871 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:53:48.366193 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading Plugin: flavors Jul 15 14:53:48.372615 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:53:48.372905 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading Plugin: revisions Jul 15 14:53:48.377151 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92823) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 15 14:53:48.377571 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=92823) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 15 14:53:48.378310 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92823) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 15 14:53:48.378648 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Initializing extension manager. Jul 15 14:53:48.379156 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: __init__.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.379498 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: __pycache__ {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.379835 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.380187 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: address_group.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.380943 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.381506 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: address-group Jul 15 14:53:48.381836 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: address_scope.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.382545 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.383051 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: address-scope Jul 15 14:53:48.383374 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: admin_state_down_before_update.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.384332 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.384839 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: router-admin-state-down-before-update Jul 15 14:53:48.385164 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: agent.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.385864 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.386897 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: agent Jul 15 14:53:48.387216 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: agent_resources_synced.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.388122 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.388649 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: agent-resources-synced Jul 15 14:53:48.388972 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: allowedaddresspairs.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.390748 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.391262 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: allowed-address-pairs Jul 15 14:53:48.391591 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: auto_allocated_topology.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.392690 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.393205 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: auto-allocated-topology Jul 15 14:53:48.393533 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: availability_zone.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.394228 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.394725 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: availability_zone Jul 15 14:53:48.395048 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: availability_zone_filter.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.395957 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.396480 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: availability_zone_filter Jul 15 14:53:48.396805 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: data_plane_status.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.397708 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.398202 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension data-plane-status not supported by any of loaded plugins Jul 15 14:53:48.398523 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: default_subnetpools.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.399428 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.399932 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: default-subnetpools Jul 15 14:53:48.400285 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: dhcpagentscheduler.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.401090 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.401591 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: dhcp_agent_scheduler Jul 15 14:53:48.401980 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: dns.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.402912 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.403413 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension dns-integration not supported by any of loaded plugins Jul 15 14:53:48.403737 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: dns_domain_ports.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.404683 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.405189 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 15 14:53:48.405514 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.406435 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.406939 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 15 14:53:48.407263 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: dvr.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.407935 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.408469 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: dvr Jul 15 14:53:48.408790 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: empty_string_filtering.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.409700 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.410205 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: empty-string-filtering Jul 15 14:53:48.410526 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.411430 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.411928 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 15 14:53:48.412282 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.413187 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.413691 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 15 14:53:48.414012 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: external_net.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.414920 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.415423 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: external-net Jul 15 14:53:48.415746 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: extra_dhcp_opt.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.416675 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.417180 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: extra_dhcp_opt Jul 15 14:53:48.418014 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: extraroute.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.419003 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.419617 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: extraroute Jul 15 14:53:48.420044 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: extraroute_atomic.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.421257 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.421770 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: extraroute-atomic Jul 15 14:53:48.422236 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: filter_validation.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.423023 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.423717 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: filter-validation Jul 15 14:53:48.424047 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: fip_pf_description.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.425243 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.426070 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 15 14:53:48.426534 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: fip_port_details.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.427585 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.428355 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: fip-port-details Jul 15 14:53:48.428686 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: flavors.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.430199 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.430858 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: flavors Jul 15 14:53:48.431195 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.434155 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.434762 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 15 14:53:48.435094 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: floatingip_pools.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.435957 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.436520 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: floatingip-pools Jul 15 14:53:48.436851 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: ip_allocation.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.437949 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.438480 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension ip_allocation not supported by any of loaded plugins Jul 15 14:53:48.438803 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.439719 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.440248 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: ip-substring-filtering Jul 15 14:53:48.440576 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: l2_adjacency.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.441505 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.442006 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension l2_adjacency not supported by any of loaded plugins Jul 15 14:53:48.442332 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: l3.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.443301 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.443812 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: router Jul 15 14:53:48.444133 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: l3_conntrack_helper.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.446401 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.446928 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 15 14:53:48.447263 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.448219 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.448730 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: ext-gw-mode Jul 15 14:53:48.449081 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.450003 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.450505 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: l3-ha Jul 15 14:53:48.450830 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: l3_flavors.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.451757 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.452283 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: l3-flavors Jul 15 14:53:48.452604 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.453511 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.454009 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: l3-port-ip-change-not-allowed Jul 15 14:53:48.454331 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: l3agentscheduler.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.455381 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.455884 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: l3_agent_scheduler Jul 15 14:53:48.456237 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: logging.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.457721 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.458236 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension logging not supported by any of loaded plugins Jul 15 14:53:48.458566 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: metering.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.459310 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.459888 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: metering Jul 15 14:53:48.460244 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.461334 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.461851 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: metering_source_and_destination_fields Jul 15 14:53:48.462180 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: multiprovidernet.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.463228 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.463746 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: multi-provider Jul 15 14:53:48.464077 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: netmtu.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.465079 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.465577 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: net-mtu Jul 15 14:53:48.465902 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: netmtu_writable.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.466818 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.467321 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: net-mtu-writable Jul 15 14:53:48.467644 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: network_availability_zone.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.468348 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.468853 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: network_availability_zone Jul 15 14:53:48.469172 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: network_ip_availability.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.470250 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.470758 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: network-ip-availability Jul 15 14:53:48.471085 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: network_segment_range.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.471849 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.472379 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension network-segment-range not supported by any of loaded plugins Jul 15 14:53:48.472703 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: pagination.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.473686 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.474020 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: pagination Jul 15 14:53:48.474342 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: port_device_profile.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.475261 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.475769 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: port-device-profile Jul 15 14:53:48.476090 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.477030 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.477534 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: port-mac-address-regenerate Jul 15 14:53:48.477855 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.478760 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.479260 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: port-numa-affinity-policy Jul 15 14:53:48.479581 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: port_resource_request.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.481165 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.481666 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension port-resource-request not supported by any of loaded plugins Jul 15 14:53:48.481986 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: portbindings.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.482918 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.483423 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: binding Jul 15 14:53:48.483743 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: portbindings_extended.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.485049 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.485566 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: binding-extended Jul 15 14:53:48.485895 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: portsecurity.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.486809 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.487312 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: port-security Jul 15 14:53:48.487638 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: project_id.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.488638 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.488973 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: project-id Jul 15 14:53:48.489294 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: providernet.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.490215 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.490722 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: provider Jul 15 14:53:48.491045 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: qos.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.494517 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.495295 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension qos not supported by any of loaded plugins Jul 15 14:53:48.495651 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.497557 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.498060 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 15 14:53:48.498393 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.499311 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.499819 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 15 14:53:48.500146 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: qos_default.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.501076 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.501584 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension qos-default not supported by any of loaded plugins Jul 15 14:53:48.501914 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: qos_fip.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.502568 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.503066 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension qos-fip not supported by any of loaded plugins Jul 15 14:53:48.503437 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: qos_gateway_ip.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.504388 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.504897 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 15 14:53:48.505224 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: qos_port_network_policy.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.506132 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.506636 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 15 14:53:48.506960 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: qos_rule_type_details.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.507868 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.508405 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 15 14:53:48.508731 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: qos_rules_alias.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.509773 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.510283 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 15 14:53:48.510607 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: quotasv2.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.511554 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.512210 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: quotas Jul 15 14:53:48.512544 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: quotasv2_detail.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.515551 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.515898 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: quota_details Jul 15 14:53:48.516271 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: rbac.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.517332 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.517855 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: rbac-policies Jul 15 14:53:48.518187 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: rbac_address_group.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.519119 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.519634 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: rbac-address-group Jul 15 14:53:48.519961 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: rbac_address_scope.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.520923 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.521436 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: rbac-address-scope Jul 15 14:53:48.521759 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: rbac_security_groups.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.522669 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.523177 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: rbac-security-groups Jul 15 14:53:48.523498 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: rbac_subnetpool.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.524447 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.524949 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: rbac-subnetpool Jul 15 14:53:48.525269 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: revisionifmatch.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.526187 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.526691 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: revision-if-match Jul 15 14:53:48.527189 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: revisions.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.528401 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.528911 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: standard-attr-revisions Jul 15 14:53:48.529236 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: router_availability_zone.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.529912 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.530421 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: router_availability_zone Jul 15 14:53:48.530746 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: routerservicetype.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.531671 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.532194 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension router-service-type not supported by any of loaded plugins Jul 15 14:53:48.532516 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.533445 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.533949 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: security-groups-normalized-cidr Jul 15 14:53:48.534271 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: security_groups_port_filtering.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.535190 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.535692 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: port-security-groups-filtering Jul 15 14:53:48.536016 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.536964 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.537472 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: security-groups-remote-address-group Jul 15 14:53:48.537792 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: securitygroup.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.547891 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.548452 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: security-group Jul 15 14:53:48.548790 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: segment.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.549582 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.550084 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension segment not supported by any of loaded plugins Jul 15 14:53:48.550413 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.551353 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.551866 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 15 14:53:48.552220 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: servicetype.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.553335 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.553849 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: service-type Jul 15 14:53:48.554180 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: sorting.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.555156 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.555492 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: sorting Jul 15 14:53:48.555817 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: standard_attr_segment.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.556825 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.557339 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 15 14:53:48.557670 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: standardattrdescription.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.558880 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.559382 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: standard-attr-description Jul 15 14:53:48.559710 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: stateful_security_group.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.560686 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.561201 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: stateful-security-group Jul 15 14:53:48.561527 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: stdattrs_common.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.562107 dv-cinder-788367-2-iscsi neutron-server[92823]: WARNING neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 15 14:53:48.562438 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.563360 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.563867 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 15 14:53:48.564207 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: subnet_onboard.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.565269 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.565784 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: subnet_onboard Jul 15 14:53:48.566108 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.567029 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.567531 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 15 14:53:48.567855 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: subnet_service_types.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.568797 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.569305 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: subnet-service-types Jul 15 14:53:48.569629 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: subnetallocation.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.570697 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.571203 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: subnet_allocation Jul 15 14:53:48.571530 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.572221 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.572725 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: subnetpool-prefix-ops Jul 15 14:53:48.573049 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.574037 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.574543 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 15 14:53:48.574864 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: tagging.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.575926 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.576470 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: standard-attr-tag Jul 15 14:53:48.576802 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: timestamp.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.578031 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.578544 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loaded extension: standard-attr-timestamp Jul 15 14:53:48.578872 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: trunk.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.579943 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.580482 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension trunk not supported by any of loaded plugins Jul 15 14:53:48.580804 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: trunk_details.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.581726 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.582235 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension trunk-details not supported by any of loaded plugins Jul 15 14:53:48.582557 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: uplink_status_propagation.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.583480 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.585491 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 15 14:53:48.585818 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Loading extension file: vlantransparent.py {{(pid=92823) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 15 14:53:48.586506 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92823) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 15 14:53:48.587020 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extension vlan-transparent not supported by any of loaded plugins Jul 15 14:53:48.589482 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of TrackedResource for resource:network Jul 15 14:53:48.590008 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of TrackedResource for resource:subnet Jul 15 14:53:48.590407 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 14:53:48.590795 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of TrackedResource for resource:port Jul 15 14:53:48.592029 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:53:48.592492 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Service FLAVORS assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:53:48.593103 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:53:48.593522 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:53:48.593854 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of TrackedResource for resource:router Jul 15 14:53:48.594278 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of TrackedResource for resource:floatingip Jul 15 14:53:48.594774 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Service METERING assigned prefix: /metering {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:53:48.596223 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.596597 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.596950 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92823) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 14:53:48.597946 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 14:53:48.598386 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of TrackedResource for resource:security_group Jul 15 14:53:48.598835 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 14:53:48.599432 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Service CORE assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:53:48.599764 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 14:53:48.600111 dv-cinder-788367-2-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] subnetpool is already registered Jul 15 14:53:48.600565 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Service CORE assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:53:48.600894 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 14:53:48.601237 dv-cinder-788367-2-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] subnetpool is already registered Jul 15 14:53:48.603493 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:53:48.603927 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Service FLAVORS assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:53:48.604551 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:53:48.604973 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:53:48.605838 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of TrackedResource for resource:router Jul 15 14:53:48.606176 dv-cinder-788367-2-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] router is already registered Jul 15 14:53:48.606586 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of TrackedResource for resource:floatingip Jul 15 14:53:48.606921 dv-cinder-788367-2-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] floatingip is already registered Jul 15 14:53:48.607374 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Service METERING assigned prefix: /metering {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:53:48.608028 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of CountableResource for resource:rbac_policy Jul 15 14:53:48.608382 dv-cinder-788367-2-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] rbac_policy is already registered Jul 15 14:53:48.608793 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of TrackedResource for resource:security_group Jul 15 14:53:48.609129 dv-cinder-788367-2-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] security_group is already registered Jul 15 14:53:48.609539 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 15 14:53:48.609870 dv-cinder-788367-2-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] security_group_rule is already registered Jul 15 14:53:48.610497 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Service CORE assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:53:48.610830 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 14:53:48.611163 dv-cinder-788367-2-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] subnetpool is already registered Jul 15 14:53:48.611583 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.v2.resource_helper [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Service CORE assigned prefix: {{(pid=92823) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 15 14:53:48.611905 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Creating instance of TrackedResource for resource:subnetpool Jul 15 14:53:48.612265 dv-cinder-788367-2-iscsi neutron-server[92823]: WARNING neutron.quota.resource_registry [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] subnetpool is already registered Jul 15 14:53:48.612729 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: extensions {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.614172 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: address-groups {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.615704 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: address-scopes {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.617048 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: agents {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.618205 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: auto-allocated-topology {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.619434 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: availability_zones {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.621602 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: dhcp-networks {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.623160 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: dhcp-agents {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.624561 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: routers {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.626267 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: flavors {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.628602 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: service_profiles {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.629825 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: next_providers {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.631268 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: service_profiles {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.632858 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: floatingip-pools {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.634070 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: routers {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.635753 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: floatingips {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.637096 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: l3-routers {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.638481 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: l3-agents {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.639898 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: metering-labels {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.641175 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: metering-label-rules {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.642556 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: network-ip-availabilities {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.643806 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: bindings {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.645399 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: quotas {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.646943 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: quotas {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.648382 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: rbac-policies {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.649573 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: security-groups {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.650874 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: security-group-rules {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.652205 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: service-providers {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.653432 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: subnetpools {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.654741 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: subnetpools {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.656315 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.657982 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.659790 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.661611 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.663289 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.665270 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.666965 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.669321 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.671177 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.672965 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron.api.extensions [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Extended resource: tags {{(pid=92823) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 15 14:53:48.678919 dv-cinder-788367-2-iscsi neutron-server[92823]: WARNING keystonemiddleware.auth_token [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 15 14:53:48.683990 dv-cinder-788367-2-iscsi neutron-server[92823]: WARNING keystonemiddleware.auth_token [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 15 14:53:48.692471 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Acquired lock "singleton_lock" {{(pid=92823) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 15 14:53:48.692950 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_concurrency.lockutils [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Releasing lock "singleton_lock" {{(pid=92823) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 15 14:53:48.693594 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO oslo_service.service [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Starting 2 workers Jul 15 14:53:48.698387 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Started child 92930 {{(pid=92823) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 14:53:48.704228 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Started child 92931 {{(pid=92823) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 14:53:48.704437 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:48.705089 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO neutron.service [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Neutron service started, listening on 0.0.0.0:9696 Jul 15 14:53:48.705089 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Notify callbacks [] for process, before_spawn {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:48.705540 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [-] (92930) wsgi starting up on http://0.0.0.0:9696 Jul 15 14:53:48.707454 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO oslo_service.service [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Starting 1 workers Jul 15 14:53:48.707672 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:48.709165 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [-] (92931) wsgi starting up on http://0.0.0.0:9696 Jul 15 14:53:48.712651 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Started child 92932 {{(pid=92823) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 14:53:48.713173 dv-cinder-788367-2-iscsi neutron-server[92823]: INFO oslo_service.service [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Starting 1 workers Jul 15 14:53:48.717108 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.service [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] calling RpcWorker wait() {{(pid=92932) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 15 14:53:48.717642 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.service [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] returning from RpcWorker wait() {{(pid=92932) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 15 14:53:48.718195 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Started child 92933 {{(pid=92823) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 15 14:53:48.718993 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:48.719094 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG neutron_lib.callbacks.manager [None req-92883791-e5ac-4a5b-91da-c36c8cc7ae2e None None] Notify callbacks [] for process, after_spawn {{(pid=92823) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:48.719507 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:48.720843 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92823) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 14:53:48.721054 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 14:53:48.721237 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 14:53:48.721447 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 14:53:48.721803 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 14:53:48.721947 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 14:53:48.722483 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.722758 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.723070 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:53:48.723533 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.723533 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.723660 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.724205 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.724315 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:48.724474 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.724720 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.724999 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.725263 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.725429 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.725594 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.725854 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.726098 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.726357 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.726619 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.726853 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.727111 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.727285 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.727537 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.727807 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.728065 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.728345 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] debug = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.728581 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.729068 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.729307 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.729541 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.729762 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.730082 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.730879 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.731142 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.731432 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.731668 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.731913 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.732192 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.732437 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.732657 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.732872 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.733129 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.733362 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.733836 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] host = dv-cinder-788367-2-iscsi {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.734068 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.734298 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.734542 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.734796 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.735050 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.735373 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.735590 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.735870 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.736138 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.736405 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.736654 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.736900 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.737130 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.737362 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.737524 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_options = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.737757 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.738012 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.738299 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.738485 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.738650 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.738822 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.739069 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.739231 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.739472 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.739686 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.739896 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.740106 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.740380 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.740595 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.740856 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.741115 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.741348 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.741587 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.741830 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.742077 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.742321 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.742576 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.742819 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.743031 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.743265 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.743494 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.743719 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.743952 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.744163 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.744457 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.744699 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.745212 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.745484 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.745725 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.745964 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.746230 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.746444 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.746704 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.746935 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.747186 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.747431 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.747661 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.747883 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.748128 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.748367 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.748597 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_json = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.748808 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.749021 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.749278 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.749488 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.749731 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.749943 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.750164 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.750414 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.750820 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.751103 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.751424 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.751670 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.751920 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.752202 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.752437 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.752676 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.752924 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.753183 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.753510 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.753785 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.754035 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.754395 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.754951 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.755082 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.755306 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.755597 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.755822 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.756081 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.756361 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.756583 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.756898 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.757167 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.757435 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.757708 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.757926 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.758176 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.758411 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.758602 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.759003 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.759225 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.759516 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.759769 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.760003 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.761140 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.761140 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.761405 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.761659 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.761913 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.762347 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.762782 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.762920 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.763173 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.763390 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.763605 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.763821 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.764051 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.764308 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.764545 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.764806 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.765028 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.765362 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.765710 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.765878 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.766804 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.766804 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.767049 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.767049 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.767261 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.767493 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.767742 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.767969 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.768746 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.768746 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.768746 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.769076 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.769076 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.769927 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.769927 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.769927 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.769927 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.770182 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.770365 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.770639 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.770869 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.771076 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.771399 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.771648 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.771866 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.772118 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.772363 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.772578 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.772794 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.773059 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.773379 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.773616 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.773863 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.774118 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.774378 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.774598 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.774868 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.775122 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.775450 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.775724 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.776028 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.776308 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.776542 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.776816 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.777615 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.777870 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.778135 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.778358 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.778594 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.778847 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.779073 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.779375 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.779613 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.779847 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.780153 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.780473 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.780841 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.781098 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.781373 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.781590 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.781846 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.782150 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.782424 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.782707 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.782960 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.783222 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.783484 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.783719 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.783995 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.784266 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.784517 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.784757 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.785028 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.785272 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.785512 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.785744 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.785990 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.786300 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.786551 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.786784 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.786999 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.787287 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.787537 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.787771 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.788048 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.788339 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.788574 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.788825 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.789056 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.789272 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.789489 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.789735 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.789949 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.790194 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.790426 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.790656 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.790875 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.791088 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.791338 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.791552 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.791769 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.792006 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.792245 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.792465 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.793279 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.793496 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.793892 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.794138 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.794358 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.794596 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.794813 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.795028 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.795261 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.795478 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.795767 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.796012 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.796265 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.796511 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.796752 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.796987 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.797203 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.797446 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.797662 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.797874 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.798085 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.798303 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.798518 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.798728 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.798984 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.799195 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.799447 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.799685 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.800021 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.800310 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.800562 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.800780 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.800994 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.801255 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.801474 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.801688 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.801902 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.802116 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.802350 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.802589 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.802806 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.803058 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.803275 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.803485 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.803694 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.803938 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.804147 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.804476 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.804740 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.804969 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.805211 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.805455 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.805702 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.805948 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.806182 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.806395 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.806621 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.806837 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.807049 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.807275 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.807487 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.807697 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.807918 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.808215 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.808487 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.808714 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.808930 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.809161 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.809383 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.809620 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.809830 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.810054 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.810299 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.810511 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.810733 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.810954 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.811184 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.811484 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.811729 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.811948 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.812272 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.812500 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.812746 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.812990 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.813301 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.813592 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.813855 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.814117 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.814336 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.814555 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.814807 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.815147 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.815551 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.815855 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.816106 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.816405 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.816718 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.817205 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.817429 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.817721 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.818050 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.818325 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.818604 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.818851 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.819136 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.819384 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.819640 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.819852 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.820089 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.820351 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.820589 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.820857 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.821090 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.821322 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.821532 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.821764 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.822025 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.822242 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.822492 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.822706 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.822860 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 14:53:48.823379 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92823) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 15 14:53:48.823536 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 15 14:53:48.823690 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 15 14:53:48.823911 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 15 14:53:48.824071 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 15 14:53:48.824319 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 15 14:53:48.824558 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.824721 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.824882 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.825040 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.825197 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.825381 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.825541 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.825702 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.825857 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.826017 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.826200 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.826344 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.826482 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.826653 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.826793 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.826948 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.827106 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.827263 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.827427 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.827582 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.827737 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.827894 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.828052 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] debug = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.828230 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.828428 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.828598 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.828776 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.828889 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.829040 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.829195 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.829349 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.829505 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.829661 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.829818 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.829971 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.830133 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.830277 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.830436 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.830626 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.830742 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.830893 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] host = dv-cinder-788367-2-iscsi {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.831050 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.831206 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.831361 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.831518 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.831675 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.831830 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.831984 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.832143 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.832321 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.832475 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.832631 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.832791 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.832961 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.833098 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.833250 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_options = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.833415 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.833568 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.833722 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.833904 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.834065 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.834222 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.834382 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.834539 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.834695 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.834851 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.835006 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.835165 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.835320 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.835476 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.835633 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.835793 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.835948 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.836106 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.836284 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.836440 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.836600 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.836752 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.836910 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.837067 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.837218 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.837378 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.837533 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.837687 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.837843 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.838073 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.838169 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.838304 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.838460 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.838615 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.838771 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.838927 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.839084 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.839243 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.839952 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.840107 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.840358 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.840507 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.840680 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.840838 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.840994 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.841154 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_json = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.841311 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.841468 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.841623 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.841779 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.841934 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.842091 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.842248 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.842407 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 15 14:53:48.842584 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.842745 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.842917 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.843075 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.843236 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.843396 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.843555 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.843714 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.843876 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.844034 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.844216 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.844377 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.844547 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.844750 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.844878 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.845017 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.845517 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.845667 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.845794 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.845956 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.846111 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.846278 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.846677 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.846845 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.846995 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.847320 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.847320 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.847577 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.847703 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.847830 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.847945 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.848059 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.848356 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.848356 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.848790 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.848790 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.848790 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.849367 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.849367 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.849367 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.849367 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.849801 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.849801 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.849961 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.849961 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.850134 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.850296 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.850458 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.850617 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.850775 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.850945 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.851106 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.851305 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.851428 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.851581 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.851731 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.852084 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.852084 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.852352 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.852352 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.852554 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.852992 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.852992 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.852992 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.853247 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.853247 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.853391 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.853548 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.853724 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.853871 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.854023 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.854177 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.854341 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.854500 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.854752 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.854856 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.854938 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.855176 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.855418 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.855620 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.855755 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.855895 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.856062 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.856246 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.856246 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.856505 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.856729 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.856729 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.856985 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.857210 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.857210 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.857363 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.857443 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.857605 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.857764 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.857923 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.858084 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.858244 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.858402 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.858560 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.858717 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.858875 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.859049 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.859225 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.859330 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.859488 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.859622 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.859858 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.859946 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.860076 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.860264 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.860414 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.860574 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.860736 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.860893 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.861058 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.861228 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.861391 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.861553 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.861712 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.861871 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.862111 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.862217 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.862336 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.862493 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.862651 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.862809 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.862975 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.863184 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.863292 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.863450 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.863629 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.863798 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.863951 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.864111 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.864288 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.864447 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.864606 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.864759 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.864917 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.865070 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.865232 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.865392 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.865551 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.865713 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.865871 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.866033 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.866192 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.866350 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.866508 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.866670 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.866841 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.867282 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.867282 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.867282 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.867650 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.867650 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.867900 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:53:48.868033 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.868033 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.868033 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.868524 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.868524 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.868524 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.868876 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.868876 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.869193 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.869193 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.869193 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.869542 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.869542 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.870043 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.870043 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.870277 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.870400 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.870533 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.871205 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.871406 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.871576 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.871576 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.871880 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.871880 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.872116 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.872256 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.872398 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.872524 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.872648 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.872794 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.872987 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.873148 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.873356 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.873490 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.873615 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.873751 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.873906 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.874065 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.874228 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.874387 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.874546 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.874707 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.874868 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.875027 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.875185 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.875347 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.875505 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.875663 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.875822 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.875994 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.876154 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.876341 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.876501 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.876662 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.876821 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.876991 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.877150 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.877308 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.877491 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.877624 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.877770 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.877939 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.878098 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.878256 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.878415 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.878628 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.878758 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.878882 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.879066 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.879197 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.879360 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.880887 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.880887 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.880887 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.880887 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.880887 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.881900 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.881900 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.881900 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.881900 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.881900 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.881900 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.881900 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.883314 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.883314 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.883314 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.883314 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.883314 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.883314 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.883314 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.883314 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.884713 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.884713 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.884713 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.884713 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.884713 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.884713 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.884713 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.884713 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.886601 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.886601 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.886601 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.886601 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.886601 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.886601 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.886601 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.886601 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.886601 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.888025 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.888025 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.888025 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.888025 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.888025 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.888025 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.888025 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.888025 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.888025 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.888714 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.888714 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.888714 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.888714 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.888714 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 15 14:53:48.888714 dv-cinder-788367-2-iscsi neutron-server[92823]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92823) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 15 14:53:49.122461 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 57164) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:53:49.130954 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061646 Jul 15 14:54:00.377206 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0b6b24-ecbf-4167-819e-55f08d94bd4f None None] get_active_networks_info from dv-cinder-788367-2-iscsi {{(pid=92932) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 15 14:54:00.443811 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0b6b24-ecbf-4167-819e-55f08d94bd4f None None] No non-hosted networks {{(pid=92932) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 15 14:54:00.446993 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1041268d-ba59-4af3-b153-0eff1c17019f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781067'] for agent, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:02.966039 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-65b060bb-7222-4e23-8c6c-bbfb446d3541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781067'] for agent, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:03.025805 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a24df8bf-cba2-405e-8285-0a9190eae930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:03.374685 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781067'] for agent, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:03.375303 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:03.375678 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:03.375984 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:03.377212 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:03.377565 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:03.377911 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:03.378247 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:03.379045 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:03.379045 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:03.379399 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:03.379604 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:03.379912 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:03.383044 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788367-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:03.390955 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788367-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:04.046372 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781067'] for agent, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:05.407211 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781067'] for agent, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:06.783251 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 57256) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:07.289309 dv-cinder-788367-2-iscsi neutron-server[92931]: WARNING oslo_policy.policy [None req-7400228b-c239-4db8-8953-8961f2b8a293 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:54:07.289932 dv-cinder-788367-2-iscsi neutron-server[92931]: WARNING oslo_policy.policy [None req-7400228b-c239-4db8-8953-8961f2b8a293 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:54:07.514847 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [None req-7400228b-c239-4db8-8953-8961f2b8a293 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=92931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:54:07.515832 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7400228b-c239-4db8-8953-8961f2b8a293 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7316840 Jul 15 14:54:09.307316 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.db.l3_hamode_db [None req-f54a52fd-9abe-440f-9afc-08db9bdb26bd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 15 14:54:09.381829 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54a52fd-9abe-440f-9afc-08db9bdb26bd None None] Routers set() bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:54:09.382226 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54a52fd-9abe-440f-9afc-08db9bdb26bd None None] Router IDs set() for agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 15 14:54:09.889834 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 57270) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:10.188804 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-5fc5b17f-3038-494b-a033-cb605bce35ea admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:10.281986 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.policy [None req-5fc5b17f-3038-494b-a033-cb605bce35ea admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92931) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 14:54:10.327718 dv-cinder-788367-2-iscsi neutron-server[92931]: WARNING oslo_policy.policy [None req-5fc5b17f-3038-494b-a033-cb605bce35ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:54:10.328085 dv-cinder-788367-2-iscsi neutron-server[92931]: WARNING oslo_policy.policy [None req-5fc5b17f-3038-494b-a033-cb605bce35ea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:54:10.336526 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.quota [None req-5fc5b17f-3038-494b-a033-cb605bce35ea admin admin] Loaded quota_driver: . Jul 15 14:54:10.430686 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5fc5b17f-3038-494b-a033-cb605bce35ea admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756603566708', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756603566089', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756603557011', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756603552457', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756603577354', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756603535027', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66702343', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66694388', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-586688', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-759091'] for rbac-policy, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:10.494601 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5fc5b17f-3038-494b-a033-cb605bce35ea admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:10.496624 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-5fc5b17f-3038-494b-a033-cb605bce35ea admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6054232 Jul 15 14:54:13.039516 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 57282) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:13.332361 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '74cc4316211740869d16854971b33dbe', 'project_id': '74cc4316211740869d16854971b33dbe'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:13.360670 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Made reservation on behalf of 74cc4316211740869d16854971b33dbe for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:13.363603 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:13.380002 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:13.506162 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:13.509723 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:13.529447 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:54:13.556618 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756598894659', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:13.557191 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Unsubscribe: segment precommit_create {{(pid=92931) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 14:54:13.557682 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Added segment af7c32fb-cb80-44a2-aa50-a9c8b056292f of type vlan for network 67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb Jul 15 14:54:13.577114 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ccb9ff-d27d-4ef0-a6db-0e7f6365d10a,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:13.624137 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:13.624510 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:13.624847 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:13.625175 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:13.625499 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:13.625834 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:13.626160 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:13.626477 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:13.626930 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:13.627126 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:13.627437 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:13.627748 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Tracked resource versions report: Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: pushed versions: Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: { 'AddressGroup': {'1.2'}, Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'ConntrackHelper': {'1.0'}, Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Log': {'1.0'}, Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Network': {'1.1'}, Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Port': {'1.7'}, Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'PortForwarding': {'1.2'}, Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'QosPolicy': {'1.8'}, Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'SecurityGroup': {'1.4'}, Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'SubPort': {'1.0'}, Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Subnet': {'1.1'}, Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Trunk': {'1.1'}} Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: consumer versions: Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: { DHCP agent@dv-cinder-788367-2-iscsi: {}, Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: L3 agent@dv-cinder-788367-2-iscsi: {}, Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: Metadata agent@dv-cinder-788367-2-iscsi: {}, Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: Metering agent@dv-cinder-788367-2-iscsi: {}, Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: Open vSwitch agent@dv-cinder-788367-2-iscsi: { 'AddressGroup': '1.2', Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'ConntrackHelper': '1.0', Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Log': '1.0', Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Network': '1.1', Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Port': '1.7', Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'PortForwarding': '1.2', Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'QosPolicy': '1.8', Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'SecurityGroup': '1.4', Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'SecurityGroupRule': '1.2', Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'SubPort': '1.0', Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Subnet': '1.1', Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Trunk': '1.1'}} Jul 15 14:54:13.628825 dv-cinder-788367-2-iscsi neutron-server[92931]: {{(pid=92931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:54:13.674926 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:13.724279 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:13.725366 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:13.726039 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:13.780250 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7395976 Jul 15 14:54:13.826762 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46c346-e5a5-4bcc-922e-24dd13676b92 admin admin] Pushing event updated for resources: {'Network': ['ID=67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:13.838972 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network 67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:54:16.390998 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 57296) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:16.773868 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b4141c-1f59-49c9-a361-6d57acd851f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:16.775217 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a7b4141c-1f59-49c9-a361-6d57acd851f6 admin admin] 10.222.0.72 "GET /v2.0/networks/67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb HTTP/1.1" status: 200 len: 825 time: 0.3832669 Jul 15 14:54:16.798501 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ba00b0de-daa8-4c25-b390-62b39ac0b49b admin admin] 10.222.0.72 "GET /v2.0/subnetpools/f368a395-1f6e-4212-89ee-4f475ba0d056 HTTP/1.1" status: 200 len: 734 time: 0.0178857 Jul 15 14:54:16.806759 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-bcfe20b6-96da-4d9c-a1a6-794d60bf414a admin admin] Request body: {'subnet': {'network_id': '67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '74cc4316211740869d16854971b33dbe', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f368a395-1f6e-4212-89ee-4f475ba0d056'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:16.828581 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfe20b6-96da-4d9c-a1a6-794d60bf414a admin admin] Made reservation on behalf of 74cc4316211740869d16854971b33dbe for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:16.830856 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bcfe20b6-96da-4d9c-a1a6-794d60bf414a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:17.122275 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bcfe20b6-96da-4d9c-a1a6-794d60bf414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:17.190965 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfe20b6-96da-4d9c-a1a6-794d60bf414a admin admin] Checking segment: {'id': 'af7c32fb-cb80-44a2-aa50-a9c8b056292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:17.191358 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfe20b6-96da-4d9c-a1a6-794d60bf414a admin admin] Network hostable DHCP agents. Network: 67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:54:17.196397 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe20b6-96da-4d9c-a1a6-794d60bf414a admin admin] Pushing event updated for resources: {'Subnet': ['ID=014629af-e615-4f29-8875-f9fa93b1d831,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:17.213661 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfe20b6-96da-4d9c-a1a6-794d60bf414a admin admin] Network 67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:54:17.224780 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-bcfe20b6-96da-4d9c-a1a6-794d60bf414a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, 67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:17.229350 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfe20b6-96da-4d9c-a1a6-794d60bf414a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:17.229921 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bcfe20b6-96da-4d9c-a1a6-794d60bf414a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:17.234714 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce42c869-13a0-4601-9a04-f3a999fd18a7 None None] Network 67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:54:17.243436 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-bcfe20b6-96da-4d9c-a1a6-794d60bf414a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4400115 Jul 15 14:54:17.546055 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ed49e69-d387-535f-8c0d-7a22fabbc066-67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb', 'network_id': '67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb', 'tenant_id': '74cc4316211740869d16854971b33dbe', 'fixed_ips': [{'subnet_id': '014629af-e615-4f29-8875-f9fa93b1d831'}]}} from dv-cinder-788367-2-iscsi. {{(pid=92932) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:54:17.547314 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:17.819015 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Allocated IP 172.20.0.2 (67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb/014629af-e615-4f29-8875-f9fa93b1d831/3e65240a-d64e-4185-8769-13d6f57bf19e) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:54:18.021027 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:18.037633 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Transition to ACTIVE for port object 3e65240a-d64e-4185-8769-13d6f57bf19e will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:18.084465 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Transition to ACTIVE for port object 3e65240a-d64e-4185-8769-13d6f57bf19e will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:18.092530 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:18.159534 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Network 67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:54:18.164083 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:18.173153 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:54:18.175951 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Pushing event updated for resources: {'Port': ['ID=3e65240a-d64e-4185-8769-13d6f57bf19e,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:18.201843 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:18.202202 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:18.202544 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:18.202877 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:18.203206 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:18.203538 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:18.203864 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:18.204252 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:18.204596 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:18.204921 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:18.205243 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:18.205570 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Tracked resource versions report: Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: pushed versions: Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: { 'AddressGroup': {'1.2'}, Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'ConntrackHelper': {'1.0'}, Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Log': {'1.0'}, Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Network': {'1.1'}, Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Port': {'1.7'}, Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'PortForwarding': {'1.2'}, Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'QosPolicy': {'1.8'}, Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'SecurityGroup': {'1.4'}, Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'SubPort': {'1.0'}, Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Subnet': {'1.1'}, Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Trunk': {'1.1'}} Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: consumer versions: Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: { DHCP agent@dv-cinder-788367-2-iscsi: {}, Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: L3 agent@dv-cinder-788367-2-iscsi: {}, Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: Metadata agent@dv-cinder-788367-2-iscsi: {}, Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: Metering agent@dv-cinder-788367-2-iscsi: {}, Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: Open vSwitch agent@dv-cinder-788367-2-iscsi: { 'AddressGroup': '1.2', Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'ConntrackHelper': '1.0', Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Log': '1.0', Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Network': '1.1', Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Port': '1.7', Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'PortForwarding': '1.2', Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'QosPolicy': '1.8', Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'SecurityGroup': '1.4', Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'SecurityGroupRule': '1.2', Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'SubPort': '1.0', Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Subnet': '1.1', Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Trunk': '1.1'}} Jul 15 14:54:18.206644 dv-cinder-788367-2-iscsi neutron-server[92932]: {{(pid=92932) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:54:18.257349 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Attempting to bind port 3e65240a-d64e-4185-8769-13d6f57bf19e on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:54:18.257896 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Attempting to bind port 3e65240a-d64e-4185-8769-13d6f57bf19e by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': 'af7c32fb-cb80-44a2-aa50-a9c8b056292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:54:18.258153 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Attempting to bind port 3e65240a-d64e-4185-8769-13d6f57bf19e on network 67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:18.263656 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:54:18.264069 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Checking segment: {'id': 'af7c32fb-cb80-44a2-aa50-a9c8b056292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:18.264555 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:18.264943 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Bound using segment: {'id': 'af7c32fb-cb80-44a2-aa50-a9c8b056292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:54:18.265406 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Bound port: 3e65240a-d64e-4185-8769-13d6f57bf19e, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7c32fb-cb80-44a2-aa50-a9c8b056292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:54:18.265830 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:18.326459 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] For port 3e65240a-d64e-4185-8769-13d6f57bf19e, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:54:18.330585 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] For port 3e65240a-d64e-4185-8769-13d6f57bf19e, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=3e65240a-d64e-4185-8769-13d6f57bf19e,segment=NetworkSegment(af7c32fb-cb80-44a2-aa50-a9c8b056292f),segment_id=af7c32fb-cb80-44a2-aa50-a9c8b056292f)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:54:18.334838 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:18.399203 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fb3c9-cc93-45e8-bafb-4fdba1ae5647 None None] Pushing event updated for resources: {'Port': ['ID=3e65240a-d64e-4185-8769-13d6f57bf19e,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:19.645655 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 57304) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:19.965121 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [None req-74c37640-10a0-4fd1-8f0f-a4943b373e08 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=92931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:54:19.976262 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-74c37640-10a0-4fd1-8f0f-a4943b373e08 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3195894 Jul 15 14:54:22.341803 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 57312) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:22.652743 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [None req-e33abf9d-8fa1-47e3-be74-d7bc6230e9dc admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=92931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:54:22.653736 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e33abf9d-8fa1-47e3-be74-d7bc6230e9dc admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3110075 Jul 15 14:54:24.528160 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac193a0-d1b9-4301-b8bb-9c2ae3f7f851 None None] Network 67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:54:24.611809 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-8bd96d32-0976-4953-852b-4447efbd7d05 None None] Provisioning for port 3e65240a-d64e-4185-8769-13d6f57bf19e completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:25.207110 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 3e65240a-d64e-4185-8769-13d6f57bf19e up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:25.285277 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 3e65240a-d64e-4185-8769-13d6f57bf19e completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:25.286845 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 57326) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:25.289053 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 3e65240a-d64e-4185-8769-13d6f57bf19e triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:25.289470 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.396158 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.432405 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port 3e65240a-d64e-4185-8769-13d6f57bf19e, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=3e65240a-d64e-4185-8769-13d6f57bf19e,segment=NetworkSegment(af7c32fb-cb80-44a2-aa50-a9c8b056292f),segment_id=af7c32fb-cb80-44a2-aa50-a9c8b056292f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:25.438172 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.484496 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=3e65240a-d64e-4185-8769-13d6f57bf19e,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:25.591092 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-cd978956-d866-40ad-b128-d558c339a737 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '74cc4316211740869d16854971b33dbe', 'name': 'router1'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:25.612998 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cd978956-d866-40ad-b128-d558c339a737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-633328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25270'] for router, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.614456 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cd978956-d866-40ad-b128-d558c339a737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25231'] for router, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.753837 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cd978956-d866-40ad-b128-d558c339a737 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.758922 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cd978956-d866-40ad-b128-d558c339a737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633088'] for router, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.773093 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cd978956-d866-40ad-b128-d558c339a737 admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:25.774407 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-cd978956-d866-40ad-b128-d558c339a737 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4860439 Jul 15 14:54:27.185961 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 3e65240a-d64e-4185-8769-13d6f57bf19e up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:27.235426 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 3e65240a-d64e-4185-8769-13d6f57bf19e triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:27.235797 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:28.108697 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 57334) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:28.591563 dv-cinder-788367-2-iscsi neutron-server[92930]: WARNING oslo_policy.policy [None req-dc87ce4d-2616-4528-84ae-42b8d7f16d24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:54:28.592139 dv-cinder-788367-2-iscsi neutron-server[92930]: WARNING oslo_policy.policy [None req-dc87ce4d-2616-4528-84ae-42b8d7f16d24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:54:28.810302 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [None req-dc87ce4d-2616-4528-84ae-42b8d7f16d24 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=92930) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:54:28.811456 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-dc87ce4d-2616-4528-84ae-42b8d7f16d24 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7007060 Jul 15 14:54:30.240722 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e9302a8f-b93f-44db-b5bf-4d2f4dce435b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:31.137887 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 57348) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:31.447197 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:31.449833 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.quota [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Loaded quota_driver: . Jul 15 14:54:31.506606 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Made reservation on behalf of fcfeb61976264f45814d088c4f7e8b37 for: {'network': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:31.573401 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.policy [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92930) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 15 14:54:31.618434 dv-cinder-788367-2-iscsi neutron-server[92930]: WARNING oslo_policy.policy [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:54:31.618800 dv-cinder-788367-2-iscsi neutron-server[92930]: WARNING oslo_policy.policy [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 15 14:54:31.629814 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:31.649916 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:31.778954 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:31.782597 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:31.793915 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Reserving flat network on physical network physnet1 {{(pid=92930) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 15 14:54:31.826793 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756598894659', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:31.827368 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Unsubscribe: segment precommit_create {{(pid=92930) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 15 14:54:31.827864 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.db.segments_db [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Added segment 6f8aaacd-6010-4875-9111-688f69986ad1 of type flat for network bf480c5f-a13c-4ddb-8c47-14b24c48353f Jul 15 14:54:31.845943 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb30cb73-390a-4089-b7d1-325cca0785cf,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:31.865646 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:31.866002 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:31.866339 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:31.866668 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:31.866999 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:31.867334 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:31.867658 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:31.867977 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:31.868340 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:31.868662 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:31.868977 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:31.869290 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Tracked resource versions report: Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: pushed versions: Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: { 'AddressGroup': {'1.2'}, Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'ConntrackHelper': {'1.0'}, Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Log': {'1.0'}, Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Network': {'1.1'}, Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Port': {'1.7'}, Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'PortForwarding': {'1.2'}, Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'QosPolicy': {'1.8'}, Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'SecurityGroup': {'1.4'}, Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'SubPort': {'1.0'}, Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Subnet': {'1.1'}, Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Trunk': {'1.1'}} Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: consumer versions: Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: { DHCP agent@dv-cinder-788367-2-iscsi: {}, Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: L3 agent@dv-cinder-788367-2-iscsi: {}, Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: Metadata agent@dv-cinder-788367-2-iscsi: {}, Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: Metering agent@dv-cinder-788367-2-iscsi: {}, Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: Open vSwitch agent@dv-cinder-788367-2-iscsi: { 'AddressGroup': '1.2', Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'ConntrackHelper': '1.0', Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Log': '1.0', Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Network': '1.1', Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Port': '1.7', Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'PortForwarding': '1.2', Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'QosPolicy': '1.8', Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'SecurityGroup': '1.4', Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'SecurityGroupRule': '1.2', Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'SubPort': '1.0', Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Subnet': '1.1', Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Trunk': '1.1'}} Jul 15 14:54:31.870729 dv-cinder-788367-2-iscsi neutron-server[92930]: {{(pid=92930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:54:31.966187 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:32.021075 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:32.022341 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:32.023007 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:32.078570 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9397309 Jul 15 14:54:32.122595 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed60c8-11f0-44e4-8104-5b9d718a13a3 admin admin] Pushing event updated for resources: {'Network': ['ID=bf480c5f-a13c-4ddb-8c47-14b24c48353f,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:32.133094 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:54:32.962366 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e24a0d1f-07f7-4d5e-aeda-d7e06fc83f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:33.372082 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:33.999121 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:34.432036 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 57372) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:34.643233 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ddc394-e661-4b18-bea5-4f55881c8c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:34.644614 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-a9ddc394-e661-4b18-bea5-4f55881c8c2e admin admin] 10.222.0.72 "GET /v2.0/subnets/014629af-e615-4f29-8875-f9fa93b1d831 HTTP/1.1" status: 200 len: 849 time: 0.2116067 Jul 15 14:54:34.801369 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-1858aa6f-8d07-4399-bc0c-f55aab869054 admin admin] 10.222.0.72 "GET /v2.0/routers/81c5e7ff-6e62-478f-813a-7abcb9a96274 HTTP/1.1" status: 200 len: 704 time: 0.1514344 Jul 15 14:54:35.076683 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:35.366450 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Allocated IP 172.20.0.1 (67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb/014629af-e615-4f29-8875-f9fa93b1d831/bb631683-8880-4888-ad86-1d60a3cf6171) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:54:35.368667 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:35.551447 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:35.574715 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Transition to ACTIVE for port object bb631683-8880-4888-ad86-1d60a3cf6171 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:35.655043 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:35.720211 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Network 67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:54:35.726633 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:35.733535 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:54:35.734101 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778295'] for router_interface, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:35.799027 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Pushing event updated for resources: {'Port': ['ID=bb631683-8880-4888-ad86-1d60a3cf6171,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:35.925642 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-fcfecd76-7438-45ed-8e6c-0dce21bc6c3d None None] Provisioning for port bb631683-8880-4888-ad86-1d60a3cf6171 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:35.929098 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-fcfecd76-7438-45ed-8e6c-0dce21bc6c3d None None] Provisioning complete for port bb631683-8880-4888-ad86-1d60a3cf6171 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:35.929475 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-fcfecd76-7438-45ed-8e6c-0dce21bc6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:35.946244 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:35.961808 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-fcfecd76-7438-45ed-8e6c-0dce21bc6c3d None None] Port bb631683-8880-4888-ad86-1d60a3cf6171 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:54:36.169670 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:36.174051 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:36.174819 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-778307'] for router_interface, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:36.234896 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Pushing event updated for resources: {'Port': ['ID=bb631683-8880-4888-ad86-1d60a3cf6171,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:36.296417 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Network 67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:54:36.297693 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:36.459630 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Router 81c5e7ff-6e62-478f-813a-7abcb9a96274 is scheduled to L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda with binding_index 1 {{(pid=92930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 14:54:36.482003 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-d75bc8a9-6dee-4fdf-bc4f-88899d8d7cf7 None None] Provisioning complete for port bb631683-8880-4888-ad86-1d60a3cf6171 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:36.482553 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d75bc8a9-6dee-4fdf-bc4f-88899d8d7cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:36.514959 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-d75bc8a9-6dee-4fdf-bc4f-88899d8d7cf7 None None] Port bb631683-8880-4888-ad86-1d60a3cf6171 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 14:54:36.548896 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:54:36.553847 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f08e25d2-e8da-406f-a325-321b466b8f48 admin admin] 10.222.0.72 "PUT /v2.0/routers/81c5e7ff-6e62-478f-813a-7abcb9a96274/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7475371 Jul 15 14:54:36.558922 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Sync routers for ids ['81c5e7ff-6e62-478f-813a-7abcb9a96274'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:54:36.570183 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Routers {'81c5e7ff-6e62-478f-813a-7abcb9a96274'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:54:36.571024 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T14:54:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['81c5e7ff-6e62-478f-813a-7abcb9a96274'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:36.753012 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Set router 81c5e7ff-6e62-478f-813a-7abcb9a96274 gateway port host: None {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:54:37.174887 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c5e7ff-6e62-478f-813a-7abcb9a96274', 'name': 'router1', 'tenant_id': '74cc4316211740869d16854971b33dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:25Z', 'updated_at': '2021-07-15T14:54:35Z', 'revision_number': 2, 'project_id': '74cc4316211740869d16854971b33dbe', 'gw_port_host': None, '_interfaces': [{'id': 'bb631683-8880-4888-ad86-1d60a3cf6171', 'name': '', 'network_id': '67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb', 'tenant_id': '74cc4316211740869d16854971b33dbe', 'mac_address': 'fa:16:3e:cd:8e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c5e7ff-6e62-478f-813a-7abcb9a96274', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '014629af-e615-4f29-8875-f9fa93b1d831', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:35Z', 'updated_at': '2021-07-15T14:54:35Z', 'revision_number': 2, 'project_id': '74cc4316211740869d16854971b33dbe', 'subnets': [{'id': '014629af-e615-4f29-8875-f9fa93b1d831', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f368a395-1f6e-4212-89ee-4f475ba0d056'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:37.223813 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Checking router: 81c5e7ff-6e62-478f-813a-7abcb9a96274 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:54:37.224212 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Updating router 81c5e7ff-6e62-478f-813a-7abcb9a96274 port bb631683-8880-4888-ad86-1d60a3cf6171 binding host dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:54:37.287671 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.772559 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.791787 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Transition to ACTIVE for port object bb631683-8880-4888-ad86-1d60a3cf6171 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:37.797850 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.960619 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52623183-7d83-48cb-a99e-6a95269f7e50 None None] Pushing event updated for resources: {'Port': ['ID=bb631683-8880-4888-ad86-1d60a3cf6171,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:37.967045 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Attempting to bind port bb631683-8880-4888-ad86-1d60a3cf6171 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:54:37.967443 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Attempting to bind port bb631683-8880-4888-ad86-1d60a3cf6171 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': 'af7c32fb-cb80-44a2-aa50-a9c8b056292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:54:37.967874 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Attempting to bind port bb631683-8880-4888-ad86-1d60a3cf6171 on network 67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:37.976103 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52623183-7d83-48cb-a99e-6a95269f7e50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:37.976477 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52623183-7d83-48cb-a99e-6a95269f7e50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:37.976836 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52623183-7d83-48cb-a99e-6a95269f7e50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:37.977148 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52623183-7d83-48cb-a99e-6a95269f7e50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:37.977475 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52623183-7d83-48cb-a99e-6a95269f7e50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:37.977813 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52623183-7d83-48cb-a99e-6a95269f7e50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:37.978140 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52623183-7d83-48cb-a99e-6a95269f7e50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:37.978461 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52623183-7d83-48cb-a99e-6a95269f7e50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:37.978787 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52623183-7d83-48cb-a99e-6a95269f7e50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:37.979111 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52623183-7d83-48cb-a99e-6a95269f7e50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:37.979425 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52623183-7d83-48cb-a99e-6a95269f7e50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:37.980285 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52623183-7d83-48cb-a99e-6a95269f7e50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52623183-7d83-48cb-a99e-6a95269f7e50 None None] Tracked resource versions report: Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: pushed versions: Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: { 'AddressGroup': {'1.2'}, Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'ConntrackHelper': {'1.0'}, Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Log': {'1.0'}, Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Network': {'1.1'}, Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Port': {'1.7'}, Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'PortForwarding': {'1.2'}, Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'QosPolicy': {'1.8'}, Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'SecurityGroup': {'1.4'}, Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'SecurityGroupRule': {'1.2'}, Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'SubPort': {'1.0'}, Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Subnet': {'1.1'}, Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Trunk': {'1.1'}} Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: consumer versions: Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: { DHCP agent@dv-cinder-788367-2-iscsi: {}, Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: L3 agent@dv-cinder-788367-2-iscsi: {}, Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: Metadata agent@dv-cinder-788367-2-iscsi: {}, Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: Metering agent@dv-cinder-788367-2-iscsi: {}, Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: Open vSwitch agent@dv-cinder-788367-2-iscsi: { 'AddressGroup': '1.2', Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'ConntrackHelper': '1.0', Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Log': '1.0', Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Network': '1.1', Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Port': '1.7', Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'PortForwarding': '1.2', Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'QosPolicy': '1.8', Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'SecurityGroup': '1.4', Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'SecurityGroupRule': '1.2', Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'SubPort': '1.0', Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Subnet': '1.1', Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Trunk': '1.1'}} Jul 15 14:54:37.981623 dv-cinder-788367-2-iscsi neutron-server[92933]: {{(pid=92933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 14:54:37.984143 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:54:37.984578 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Checking segment: {'id': 'af7c32fb-cb80-44a2-aa50-a9c8b056292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:37.985044 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:37.985424 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Bound using segment: {'id': 'af7c32fb-cb80-44a2-aa50-a9c8b056292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:54:37.985911 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Bound port: bb631683-8880-4888-ad86-1d60a3cf6171, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7c32fb-cb80-44a2-aa50-a9c8b056292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:54:37.986301 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:38.050735 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] For port bb631683-8880-4888-ad86-1d60a3cf6171, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:54:38.072193 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] For port bb631683-8880-4888-ad86-1d60a3cf6171, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=bb631683-8880-4888-ad86-1d60a3cf6171,segment=NetworkSegment(af7c32fb-cb80-44a2-aa50-a9c8b056292f),segment_id=af7c32fb-cb80-44a2-aa50-a9c8b056292f)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:54:38.076293 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:38.130822 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52623183-7d83-48cb-a99e-6a95269f7e50 None None] Pushing event updated for resources: {'Port': ['ID=bb631683-8880-4888-ad86-1d60a3cf6171,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:38.139595 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Routers {'81c5e7ff-6e62-478f-813a-7abcb9a96274'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:54:38.140232 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T14:54:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['81c5e7ff-6e62-478f-813a-7abcb9a96274'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:38.233381 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] Set router 81c5e7ff-6e62-478f-813a-7abcb9a96274 gateway port host: None {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:54:38.440000 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c5e7ff-6e62-478f-813a-7abcb9a96274', 'name': 'router1', 'tenant_id': '74cc4316211740869d16854971b33dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:25Z', 'updated_at': '2021-07-15T14:54:35Z', 'revision_number': 2, 'project_id': '74cc4316211740869d16854971b33dbe', 'gw_port_host': None, '_interfaces': [{'id': 'bb631683-8880-4888-ad86-1d60a3cf6171', 'name': '', 'network_id': '67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb', 'tenant_id': '74cc4316211740869d16854971b33dbe', 'mac_address': 'fa:16:3e:cd:8e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c5e7ff-6e62-478f-813a-7abcb9a96274', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '014629af-e615-4f29-8875-f9fa93b1d831', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:35Z', 'updated_at': '2021-07-15T14:54:38Z', 'revision_number': 4, 'project_id': '74cc4316211740869d16854971b33dbe', 'subnets': [{'id': '014629af-e615-4f29-8875-f9fa93b1d831', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f368a395-1f6e-4212-89ee-4f475ba0d056'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:38.465897 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2361adf-72a5-4801-a3f9-770097ccddc9 None None] The sync data for ids ['81c5e7ff-6e62-478f-813a-7abcb9a96274'] in dv-cinder-788367-2-iscsi is: [{'id': '81c5e7ff-6e62-478f-813a-7abcb9a96274', 'name': 'router1', 'tenant_id': '74cc4316211740869d16854971b33dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:25Z', 'updated_at': '2021-07-15T14:54:35Z', 'revision_number': 2, 'project_id': '74cc4316211740869d16854971b33dbe', 'gw_port_host': None, '_interfaces': [{'id': 'bb631683-8880-4888-ad86-1d60a3cf6171', 'name': '', 'network_id': '67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb', 'tenant_id': '74cc4316211740869d16854971b33dbe', 'mac_address': 'fa:16:3e:cd:8e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c5e7ff-6e62-478f-813a-7abcb9a96274', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '014629af-e615-4f29-8875-f9fa93b1d831', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:35Z', 'updated_at': '2021-07-15T14:54:38Z', 'revision_number': 4, 'project_id': '74cc4316211740869d16854971b33dbe', 'subnets': [{'id': '014629af-e615-4f29-8875-f9fa93b1d831', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f368a395-1f6e-4212-89ee-4f475ba0d056'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:54:38.772994 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 57392) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:38.880943 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a56a2c8-16f9-46f0-8c97-fd58e9b5a321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:38.882315 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-2a56a2c8-16f9-46f0-8c97-fd58e9b5a321 admin admin] 10.222.0.72 "GET /v2.0/networks/bf480c5f-a13c-4ddb-8c47-14b24c48353f HTTP/1.1" status: 200 len: 842 time: 0.1084361 Jul 15 14:54:38.892218 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-f3bf82df-df2a-4ee8-960a-a16d1585e162 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:38.915995 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bf82df-df2a-4ee8-960a-a16d1585e162 admin admin] Made reservation on behalf of fcfeb61976264f45814d088c4f7e8b37 for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:54:38.919462 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f3bf82df-df2a-4ee8-960a-a16d1585e162 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:39.226269 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.objects.ports [None req-f3bf82df-df2a-4ee8-960a-a16d1585e162 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92930) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 15 14:54:39.226683 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f3bf82df-df2a-4ee8-960a-a16d1585e162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:39.279330 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf82df-df2a-4ee8-960a-a16d1585e162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:39.290624 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bf82df-df2a-4ee8-960a-a16d1585e162 admin admin] Checking segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:39.290973 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bf82df-df2a-4ee8-960a-a16d1585e162 admin admin] Network hostable DHCP agents. Network: bf480c5f-a13c-4ddb-8c47-14b24c48353f, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:54:39.311903 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bf82df-df2a-4ee8-960a-a16d1585e162 admin admin] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:54:39.321831 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-f3bf82df-df2a-4ee8-960a-a16d1585e162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, bf480c5f-a13c-4ddb-8c47-14b24c48353f) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:39.326517 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bf82df-df2a-4ee8-960a-a16d1585e162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:39.327142 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f3bf82df-df2a-4ee8-960a-a16d1585e162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:39.332364 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd33396-0020-47f6-a803-1ba2147bacdc None None] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:54:39.348216 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f3bf82df-df2a-4ee8-960a-a16d1585e162 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4530375 Jul 15 14:54:39.475654 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9345b072-aff0-4680-8695-666e0ec6d162 None None] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:54:41.643412 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 57404) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:41.774074 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:54:41.852115 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-cbfc7d7e-e9f1-4b2d-9f0d-ef1cf0365428 admin admin] 10.222.0.72 "GET /v2.0/routers/81c5e7ff-6e62-478f-813a-7abcb9a96274 HTTP/1.1" status: 200 len: 710 time: 0.2075796 Jul 15 14:54:41.963767 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480750d0-4de9-446c-b9a2-6b2d8a13f2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:54:41.965192 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-480750d0-4de9-446c-b9a2-6b2d8a13f2f8 admin admin] 10.222.0.72 "GET /v2.0/networks/bf480c5f-a13c-4ddb-8c47-14b24c48353f HTTP/1.1" status: 200 len: 886 time: 0.1075392 Jul 15 14:54:41.973872 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:54:42.217049 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25245'] for router, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:42.454143 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:42.530964 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:42.728323 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] Allocated IP 172.27.0.117 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/1c5410d3-c948-4f06-b276-b9529bf35dbe) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:54:42.832581 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:42.914357 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:42.987618 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:54:42.995755 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:54:43.000310 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:54:43.003029 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] Pushing event updated for resources: {'Port': ['ID=1c5410d3-c948-4f06-b276-b9529bf35dbe,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:43.215302 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device bb631683-8880-4888-ad86-1d60a3cf6171 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:43.263617 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port bb631683-8880-4888-ad86-1d60a3cf6171 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:43.267138 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port bb631683-8880-4888-ad86-1d60a3cf6171 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:43.267513 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:43.277346 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:43.344228 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:43.375566 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port bb631683-8880-4888-ad86-1d60a3cf6171, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=bb631683-8880-4888-ad86-1d60a3cf6171,segment=NetworkSegment(af7c32fb-cb80-44a2-aa50-a9c8b056292f),segment_id=af7c32fb-cb80-44a2-aa50-a9c8b056292f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:43.379390 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:43.427167 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=bb631683-8880-4888-ad86-1d60a3cf6171,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:43.472728 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25245'] for router, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:43.475770 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-633218'] for router, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:43.579451 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] Router 81c5e7ff-6e62-478f-813a-7abcb9a96274 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 14:54:43.679606 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 14:54:43.684265 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:43.685450 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-61168ed7-6b90-4087-8a2c-3dc4d225fc5c admin admin] 10.222.0.72 "PUT /v2.0/routers/81c5e7ff-6e62-478f-813a-7abcb9a96274 HTTP/1.1" status: 200 len: 890 time: 1.7147722 Jul 15 14:54:43.703390 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Sync routers for ids ['81c5e7ff-6e62-478f-813a-7abcb9a96274'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 14:54:43.714388 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Routers {'81c5e7ff-6e62-478f-813a-7abcb9a96274'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:54:43.715067 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T14:54:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['81c5e7ff-6e62-478f-813a-7abcb9a96274'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:43.974352 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Set router 81c5e7ff-6e62-478f-813a-7abcb9a96274 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:54:44.362626 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c5e7ff-6e62-478f-813a-7abcb9a96274', 'name': 'router1', 'tenant_id': '74cc4316211740869d16854971b33dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '1c5410d3-c948-4f06-b276-b9529bf35dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:25Z', 'updated_at': '2021-07-15T14:54:43Z', 'revision_number': 4, 'project_id': '74cc4316211740869d16854971b33dbe', 'gw_port': {'id': '1c5410d3-c948-4f06-b276-b9529bf35dbe', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c5e7ff-6e62-478f-813a-7abcb9a96274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:42Z', 'updated_at': '2021-07-15T14:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': 'bb631683-8880-4888-ad86-1d60a3cf6171', 'name': '', 'network_id': '67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb', 'tenant_id': '74cc4316211740869d16854971b33dbe', 'mac_address': 'fa:16:3e:cd:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c5e7ff-6e62-478f-813a-7abcb9a96274', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '014629af-e615-4f29-8875-f9fa93b1d831', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:35Z', 'updated_at': '2021-07-15T14:54:43Z', 'revision_number': 5, 'project_id': '74cc4316211740869d16854971b33dbe', 'subnets': [{'id': '014629af-e615-4f29-8875-f9fa93b1d831', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f368a395-1f6e-4212-89ee-4f475ba0d056'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:44.410973 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Checking router: 81c5e7ff-6e62-478f-813a-7abcb9a96274 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 14:54:44.411331 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Updating router 81c5e7ff-6e62-478f-813a-7abcb9a96274 port 1c5410d3-c948-4f06-b276-b9529bf35dbe binding host dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 14:54:44.445177 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:44.755266 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:44.765419 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Transition to ACTIVE for port object 1c5410d3-c948-4f06-b276-b9529bf35dbe will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:54:44.771315 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:44.820664 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Attempting to bind port 1c5410d3-c948-4f06-b276-b9529bf35dbe on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:54:44.821072 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Attempting to bind port 1c5410d3-c948-4f06-b276-b9529bf35dbe by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:54:44.821443 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Attempting to bind port 1c5410d3-c948-4f06-b276-b9529bf35dbe on network bf480c5f-a13c-4ddb-8c47-14b24c48353f {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:54:44.824635 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab95c6d-41e4-41b8-9830-ab5c2f9ec0dd None None] Pushing event updated for resources: {'Port': ['ID=1c5410d3-c948-4f06-b276-b9529bf35dbe,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:44.828924 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:54:44.829305 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Checking segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:54:44.829712 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:44.830103 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Bound using segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:54:44.830571 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Bound port: 1c5410d3-c948-4f06-b276-b9529bf35dbe, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:54:44.830956 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:44.879365 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] For port 1c5410d3-c948-4f06-b276-b9529bf35dbe, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:54:44.882293 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] For port 1c5410d3-c948-4f06-b276-b9529bf35dbe, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=1c5410d3-c948-4f06-b276-b9529bf35dbe,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:54:44.886882 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:44.946743 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Routers {'81c5e7ff-6e62-478f-813a-7abcb9a96274'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 14:54:44.947361 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T14:54:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['81c5e7ff-6e62-478f-813a-7abcb9a96274'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:44.951228 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab95c6d-41e4-41b8-9830-ab5c2f9ec0dd None None] Pushing event updated for resources: {'Port': ['ID=1c5410d3-c948-4f06-b276-b9529bf35dbe,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:45.131375 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] Set router 81c5e7ff-6e62-478f-813a-7abcb9a96274 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 14:54:45.204203 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device bb631683-8880-4888-ad86-1d60a3cf6171 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:45.315915 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port bb631683-8880-4888-ad86-1d60a3cf6171 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:45.316317 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:45.438799 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c5e7ff-6e62-478f-813a-7abcb9a96274', 'name': 'router1', 'tenant_id': '74cc4316211740869d16854971b33dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '1c5410d3-c948-4f06-b276-b9529bf35dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:25Z', 'updated_at': '2021-07-15T14:54:43Z', 'revision_number': 4, 'project_id': '74cc4316211740869d16854971b33dbe', 'gw_port': {'id': '1c5410d3-c948-4f06-b276-b9529bf35dbe', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c5e7ff-6e62-478f-813a-7abcb9a96274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:42Z', 'updated_at': '2021-07-15T14:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': 'bb631683-8880-4888-ad86-1d60a3cf6171', 'name': '', 'network_id': '67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb', 'tenant_id': '74cc4316211740869d16854971b33dbe', 'mac_address': 'fa:16:3e:cd:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c5e7ff-6e62-478f-813a-7abcb9a96274', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '014629af-e615-4f29-8875-f9fa93b1d831', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:35Z', 'updated_at': '2021-07-15T14:54:43Z', 'revision_number': 5, 'project_id': '74cc4316211740869d16854971b33dbe', 'subnets': [{'id': '014629af-e615-4f29-8875-f9fa93b1d831', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f368a395-1f6e-4212-89ee-4f475ba0d056'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 14:54:45.464049 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fb3e63-2c5f-4087-a9cc-0c07cafa88bc None None] The sync data for ids ['81c5e7ff-6e62-478f-813a-7abcb9a96274'] in dv-cinder-788367-2-iscsi is: [{'id': '81c5e7ff-6e62-478f-813a-7abcb9a96274', 'name': 'router1', 'tenant_id': '74cc4316211740869d16854971b33dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': '1c5410d3-c948-4f06-b276-b9529bf35dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T14:54:25Z', 'updated_at': '2021-07-15T14:54:43Z', 'revision_number': 4, 'project_id': '74cc4316211740869d16854971b33dbe', 'gw_port': {'id': '1c5410d3-c948-4f06-b276-b9529bf35dbe', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c5e7ff-6e62-478f-813a-7abcb9a96274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:42Z', 'updated_at': '2021-07-15T14:54:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': 'bb631683-8880-4888-ad86-1d60a3cf6171', 'name': '', 'network_id': '67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb', 'tenant_id': '74cc4316211740869d16854971b33dbe', 'mac_address': 'fa:16:3e:cd:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c5e7ff-6e62-478f-813a-7abcb9a96274', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '014629af-e615-4f29-8875-f9fa93b1d831', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T14:54:35Z', 'updated_at': '2021-07-15T14:54:43Z', 'revision_number': 5, 'project_id': '74cc4316211740869d16854971b33dbe', 'subnets': [{'id': '014629af-e615-4f29-8875-f9fa93b1d831', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f368a395-1f6e-4212-89ee-4f475ba0d056'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 14:54:46.135832 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 57412) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:54:46.260523 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-bfb844bb-d05f-4f11-a9b1-20ae20a13453 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1231797 Jul 15 14:54:47.230875 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 1c5410d3-c948-4f06-b276-b9529bf35dbe up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:47.278146 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 1c5410d3-c948-4f06-b276-b9529bf35dbe completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:54:47.281651 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 1c5410d3-c948-4f06-b276-b9529bf35dbe triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:47.282029 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:47.365361 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:47.385357 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port 1c5410d3-c948-4f06-b276-b9529bf35dbe, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=1c5410d3-c948-4f06-b276-b9529bf35dbe,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:54:47.388915 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:54:47.438139 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=1c5410d3-c948-4f06-b276-b9529bf35dbe,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:54:49.232119 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 1c5410d3-c948-4f06-b276-b9529bf35dbe up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:54:49.278834 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 1c5410d3-c948-4f06-b276-b9529bf35dbe triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:54:49.279374 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:00.258373 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9126a9c6-cfd1-427d-91dc-86b37143b7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:02.966556 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8f0f61d9-5f92-4c17-8c63-7b222cf3aa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:03.375776 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:04.011345 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:05.395456 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:18.772669 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:55:30.254739 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b2add327-7418-4ec8-9764-ee1ebcf9f6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:32.967754 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0e86e175-b576-43fd-832d-97209328496a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:33.378940 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:34.007134 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:35.389111 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:55:55.771954 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:56:00.257074 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-00928999-df8e-4b1e-94d6-2175829ee1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:02.968138 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f73dfbb6-c72b-4e79-8b0e-d2d0515ca64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:03.382062 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:04.009559 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:05.400511 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:22.216507 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 57980) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:22.275477 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1246d4a-9532-486c-a1e8-afdd233a51aa admin admin] GET failed (client error): The resource could not be found. Jul 15 14:56:22.276805 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-b1246d4a-9532-486c-a1e8-afdd233a51aa admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0593605 Jul 15 14:56:22.499577 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d7b50d-760d-47ad-af6c-fd83ef8ea456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:22.500984 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-b0d7b50d-760d-47ad-af6c-fd83ef8ea456 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2203968 Jul 15 14:56:24.662685 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 57990) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:24.751746 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a2cf8-30d5-45d7-811e-04a24d7b539a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:24.753110 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-db3a2cf8-30d5-45d7-811e-04a24d7b539a admin admin] 10.222.0.72 "GET /v2.0/subnets/014629af-e615-4f29-8875-f9fa93b1d831 HTTP/1.1" status: 200 len: 849 time: 0.0894651 Jul 15 14:56:24.762212 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:56:24.842207 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:24.981684 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756598979211'] for subnet, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:25.012634 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:25.013790 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:25.016085 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] 10.222.0.72 "PUT /v2.0/subnets/014629af-e615-4f29-8875-f9fa93b1d831 HTTP/1.1" status: 200 len: 868 time: 0.2559030 Jul 15 14:56:25.017331 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c17c50-8d13-4356-a21b-d24cf03fbb8c None None] Network 67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:56:25.032250 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Pushing event updated for resources: {'Subnet': ['ID=014629af-e615-4f29-8875-f9fa93b1d831,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:56:25.040245 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:25.040624 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:25.040975 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:25.041315 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:25.041650 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:25.042007 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:25.042402 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:25.042742 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:25.043090 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:25.043422 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:25.043758 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:25.044078 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e144c59e-ec89-4bfe-94f6-f9ec17b43849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:56:25.383266 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-78068a6e-bd80-4f43-baa3-edda982cd342 None None] Provisioning complete for port bb631683-8880-4888-ad86-1d60a3cf6171 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:25.383828 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-78068a6e-bd80-4f43-baa3-edda982cd342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:25.466684 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-78068a6e-bd80-4f43-baa3-edda982cd342 None None] Provisioning complete for port 3e65240a-d64e-4185-8769-13d6f57bf19e triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:56:25.466983 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-78068a6e-bd80-4f43-baa3-edda982cd342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:27.177142 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 57998) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:27.373749 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3595086-67e9-40c5-ab69-a58c03a6b5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:27.374144 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3595086-67e9-40c5-ab69-a58c03a6b5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:27.375680 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a3595086-67e9-40c5-ab69-a58c03a6b5b3 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1975391 Jul 15 14:56:29.513907 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58006) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:29.711438 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe61244-c36f-4040-9da6-7a53a42765f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:29.711923 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe61244-c36f-4040-9da6-7a53a42765f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:29.713491 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-dfe61244-c36f-4040-9da6-7a53a42765f6 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1986434 Jul 15 14:56:30.259423 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ccfd08fa-7d22-4812-b6d9-fe825f28e10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:31.872894 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58016) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:31.997308 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf3960-2865-47ae-92d6-c5e1d3af309f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:31.998673 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-e9cf3960-2865-47ae-92d6-c5e1d3af309f admin admin] 10.222.0.72 "GET /v2.0/networks/67ea3b2d-c8c1-4b56-b4a6-964f0c0669bb HTTP/1.1" status: 200 len: 869 time: 0.1248310 Jul 15 14:56:32.770518 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:56:32.968624 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-80580b8b-d063-4366-a942-302e00245420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:33.385421 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:34.012369 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:34.148673 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58024) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:34.270487 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd69e7d8-80e2-4a74-9777-d7134e42d4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:34.271767 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-fd69e7d8-80e2-4a74-9777-d7134e42d4e8 admin admin] 10.222.0.72 "GET /v2.0/networks/bf480c5f-a13c-4ddb-8c47-14b24c48353f HTTP/1.1" status: 200 len: 886 time: 0.1220922 Jul 15 14:56:35.396311 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:56:36.414055 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58032) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:36.538720 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fd105c-58db-4a2e-a089-66ffb1137063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:36.539210 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fd105c-58db-4a2e-a089-66ffb1137063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:36.541108 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-20fd105c-58db-4a2e-a089-66ffb1137063 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256411 Jul 15 14:56:38.691275 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58040) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:38.848528 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d94bb-545e-4c33-afae-37da9e5eb0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:38.848985 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863d94bb-545e-4c33-afae-37da9e5eb0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:38.850502 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-863d94bb-545e-4c33-afae-37da9e5eb0d4 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1582773 Jul 15 14:56:41.011458 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58048) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:41.097822 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff908b1-a651-4250-84f6-900cb3aef9de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:41.099126 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-eff908b1-a651-4250-84f6-900cb3aef9de admin admin] 10.222.0.72 "GET /v2.0/subnets/014629af-e615-4f29-8875-f9fa93b1d831 HTTP/1.1" status: 200 len: 868 time: 0.0866673 Jul 15 14:56:43.247350 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58056) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:56:43.329640 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c231e8fe-b2d0-4f0f-8cfe-16faff2ae544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:56:43.330965 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-c231e8fe-b2d0-4f0f-8cfe-16faff2ae544 admin admin] 10.222.0.72 "GET /v2.0/subnets/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb HTTP/1.1" status: 200 len: 816 time: 0.0826590 Jul 15 14:57:00.260615 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a329c6d4-114b-413d-a2d5-845feef7f058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:02.970295 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-13edbea9-db87-4c20-8e91-e12ac1ab7705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:03.386342 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:04.015146 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:05.400027 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:07.565507 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58108) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:07.618189 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [None req-6cc9e747-d1aa-4a40-bb5f-b0a18bfc8739 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=92931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:57:07.619603 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-6cc9e747-d1aa-4a40-bb5f-b0a18bfc8739 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0529478 Jul 15 14:57:09.769302 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:57:09.902826 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58116) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:09.960438 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.pecan_wsgi.hooks.translation [None req-96dc1f96-2ce2-4598-b23f-225ea261cd75 admin admin] GET failed (client error): The resource could not be found. Jul 15 14:57:09.962649 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-96dc1f96-2ce2-4598-b23f-225ea261cd75 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588818 Jul 15 14:57:10.047467 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea1c655-14ee-4d2f-a8aa-d8a478993c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:10.048887 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-2ea1c655-14ee-4d2f-a8aa-d8a478993c2c admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0822282 Jul 15 14:57:12.240070 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58124) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:12.285068 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-ea3f5e60-2930-4a90-ab40-386b9c7948f6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:12.305512 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3f5e60-2930-4a90-ab40-386b9c7948f6 admin admin] Made reservation on behalf of fcfeb61976264f45814d088c4f7e8b37 for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:12.307825 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ea3f5e60-2930-4a90-ab40-386b9c7948f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:12.342824 dv-cinder-788367-2-iscsi neutron-server[92931]: WARNING neutron.services.revisions.revision_plugin [None req-ea3f5e60-2930-4a90-ab40-386b9c7948f6 admin admin] Could not find related network for resource to bump revision. Jul 15 14:57:12.354865 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3f5e60-2930-4a90-ab40-386b9c7948f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 843, 'physical_network': 'physnet1'} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 14:57:12.365268 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ea3f5e60-2930-4a90-ab40-386b9c7948f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:12.365606 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-ea3f5e60-2930-4a90-ab40-386b9c7948f6 admin admin] Added segment 3b9a3fe3-2c2b-42fd-a254-449bbab642fd of type vlan for network acda77ea-df12-4987-b8b1-b8e3818e06a8 Jul 15 14:57:12.404614 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ea3f5e60-2930-4a90-ab40-386b9c7948f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:12.434686 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ea3f5e60-2930-4a90-ab40-386b9c7948f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:12.435522 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3f5e60-2930-4a90-ab40-386b9c7948f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:12.436090 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ea3f5e60-2930-4a90-ab40-386b9c7948f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:12.466101 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ea3f5e60-2930-4a90-ab40-386b9c7948f6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2249146 Jul 15 14:57:12.495878 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f5e60-2930-4a90-ab40-386b9c7948f6 admin admin] Pushing event updated for resources: {'Network': ['ID=acda77ea-df12-4987-b8b1-b8e3818e06a8,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:12.506559 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network acda77ea-df12-4987-b8b1-b8e3818e06a8 details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 14:57:14.629777 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58132) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:57:14.687963 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df0cffb-d52d-477a-af89-82c109454309 admin admin] GET failed (client error): The resource could not be found. Jul 15 14:57:14.689308 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-4df0cffb-d52d-477a-af89-82c109454309 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0585740 Jul 15 14:57:14.759333 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3321ee3-1b1a-4d21-8ebf-bd6efd61fec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:14.760785 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e3321ee3-1b1a-4d21-8ebf-bd6efd61fec2 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677218 Jul 15 14:57:14.770009 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-54d2dd8a-2169-4aa6-92d6-4672c7e5dc82 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'acda77ea-df12-4987-b8b1-b8e3818e06a8', 'name': 'shared-subnet'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 14:57:14.789454 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d2dd8a-2169-4aa6-92d6-4672c7e5dc82 admin admin] Made reservation on behalf of fcfeb61976264f45814d088c4f7e8b37 for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 14:57:14.791716 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-54d2dd8a-2169-4aa6-92d6-4672c7e5dc82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:14.951708 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-54d2dd8a-2169-4aa6-92d6-4672c7e5dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:15.008302 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2dd8a-2169-4aa6-92d6-4672c7e5dc82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b28d1b4-c851-40b3-9be3-e99ebeaa11e1,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:15.012370 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d2dd8a-2169-4aa6-92d6-4672c7e5dc82 admin admin] Checking segment: {'id': '3b9a3fe3-2c2b-42fd-a254-449bbab642fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'acda77ea-df12-4987-b8b1-b8e3818e06a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:15.012724 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d2dd8a-2169-4aa6-92d6-4672c7e5dc82 admin admin] Network hostable DHCP agents. Network: acda77ea-df12-4987-b8b1-b8e3818e06a8, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 14:57:15.027987 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d2dd8a-2169-4aa6-92d6-4672c7e5dc82 admin admin] Network acda77ea-df12-4987-b8b1-b8e3818e06a8 is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 14:57:15.035890 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-54d2dd8a-2169-4aa6-92d6-4672c7e5dc82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, acda77ea-df12-4987-b8b1-b8e3818e06a8) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:15.042705 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d2dd8a-2169-4aa6-92d6-4672c7e5dc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 14:57:15.043625 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-54d2dd8a-2169-4aa6-92d6-4672c7e5dc82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:15.044386 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996f6b1b-18bb-442a-b4b5-c9b8cb42a61c None None] Network acda77ea-df12-4987-b8b1-b8e3818e06a8 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:57:15.058961 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-54d2dd8a-2169-4aa6-92d6-4672c7e5dc82 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2922497 Jul 15 14:57:15.289763 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ed49e69-d387-535f-8c0d-7a22fabbc066-acda77ea-df12-4987-b8b1-b8e3818e06a8', 'network_id': 'acda77ea-df12-4987-b8b1-b8e3818e06a8', 'tenant_id': 'fcfeb61976264f45814d088c4f7e8b37', 'fixed_ips': [{'subnet_id': '7b28d1b4-c851-40b3-9be3-e99ebeaa11e1'}]}} from dv-cinder-788367-2-iscsi. {{(pid=92932) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 14:57:15.290644 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:15.421468 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Allocated IP 192.168.233.2 (acda77ea-df12-4987-b8b1-b8e3818e06a8/7b28d1b4-c851-40b3-9be3-e99ebeaa11e1/6cc8bc70-474a-429c-8d33-b7a1cf41de20) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 14:57:15.573696 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:15.582148 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Transition to ACTIVE for port object 6cc8bc70-474a-429c-8d33-b7a1cf41de20 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:15.597510 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Transition to ACTIVE for port object 6cc8bc70-474a-429c-8d33-b7a1cf41de20 will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 14:57:15.604059 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:15.649619 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Network acda77ea-df12-4987-b8b1-b8e3818e06a8 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 14:57:15.653191 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Pushing event updated for resources: {'Port': ['ID=6cc8bc70-474a-429c-8d33-b7a1cf41de20,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:15.656306 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 14:57:15.660686 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 14:57:15.663271 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:15.663625 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:15.664644 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:15.665061 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:15.665399 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:15.665736 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:15.666066 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:15.666392 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:15.666742 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:15.667071 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:15.667396 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:15.667720 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:57:15.727891 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Attempting to bind port 6cc8bc70-474a-429c-8d33-b7a1cf41de20 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 14:57:15.728284 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Attempting to bind port 6cc8bc70-474a-429c-8d33-b7a1cf41de20 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '3b9a3fe3-2c2b-42fd-a254-449bbab642fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'acda77ea-df12-4987-b8b1-b8e3818e06a8'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 14:57:15.728645 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Attempting to bind port 6cc8bc70-474a-429c-8d33-b7a1cf41de20 on network acda77ea-df12-4987-b8b1-b8e3818e06a8 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 14:57:15.733566 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 14, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 14:57:15.733939 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Checking segment: {'id': '3b9a3fe3-2c2b-42fd-a254-449bbab642fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'acda77ea-df12-4987-b8b1-b8e3818e06a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 14:57:15.734338 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:15.734729 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Bound using segment: {'id': '3b9a3fe3-2c2b-42fd-a254-449bbab642fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'acda77ea-df12-4987-b8b1-b8e3818e06a8'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 14:57:15.735205 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Bound port: 6cc8bc70-474a-429c-8d33-b7a1cf41de20, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9a3fe3-2c2b-42fd-a254-449bbab642fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'acda77ea-df12-4987-b8b1-b8e3818e06a8'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 14:57:15.735598 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:15.798847 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] For port 6cc8bc70-474a-429c-8d33-b7a1cf41de20, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 14:57:15.802097 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] For port 6cc8bc70-474a-429c-8d33-b7a1cf41de20, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=6cc8bc70-474a-429c-8d33-b7a1cf41de20,segment=NetworkSegment(3b9a3fe3-2c2b-42fd-a254-449bbab642fd),segment_id=3b9a3fe3-2c2b-42fd-a254-449bbab642fd)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 14:57:15.806726 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:15.861342 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ae5e6-3562-4866-8a8d-17c8c0fce8f6 None None] Pushing event updated for resources: {'Port': ['ID=6cc8bc70-474a-429c-8d33-b7a1cf41de20,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:16.635642 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f55f498-6297-4525-be06-13eb7fd232c3 None None] Network acda77ea-df12-4987-b8b1-b8e3818e06a8 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 14:57:16.750518 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-fbc9874c-71a2-4bd3-96e0-1f64826c9f92 None None] Provisioning for port 6cc8bc70-474a-429c-8d33-b7a1cf41de20 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:17.335526 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 6cc8bc70-474a-429c-8d33-b7a1cf41de20 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:17.386337 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 6cc8bc70-474a-429c-8d33-b7a1cf41de20 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 14:57:17.389904 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 6cc8bc70-474a-429c-8d33-b7a1cf41de20 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:17.390273 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:17.463989 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:17.499207 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port 6cc8bc70-474a-429c-8d33-b7a1cf41de20, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=6cc8bc70-474a-429c-8d33-b7a1cf41de20,segment=NetworkSegment(3b9a3fe3-2c2b-42fd-a254-449bbab642fd),segment_id=3b9a3fe3-2c2b-42fd-a254-449bbab642fd)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 14:57:17.502907 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:17.550611 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=6cc8bc70-474a-429c-8d33-b7a1cf41de20,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:57:19.327249 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 6cc8bc70-474a-429c-8d33-b7a1cf41de20 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 14:57:19.374366 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 6cc8bc70-474a-429c-8d33-b7a1cf41de20 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 14:57:19.374726 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:30.262874 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2b8a93a5-7878-472c-b3b6-8ffdc4889399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:32.971011 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-55b2f904-0d10-4ebb-9991-fabda9616c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:33.386971 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:34.019707 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:35.402285 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:57:46.767878 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:58:00.263915 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-541bb350-edbe-4e30-9444-d59108c8d3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:02.970802 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ddb3d1db-844a-48ff-8763-2435b54c8c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:03.391176 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:04.023454 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:05.404569 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:23.766490 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:58:24.230291 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58184) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:24.236055 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [None req-b0e040a1-ddb0-45fb-b9d0-6d723c882e04 tempest-verify_tempest_config-959210425 tempest-verify_tempest_config-959210425-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=92931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 14:58:24.237039 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-b0e040a1-ddb0-45fb-b9d0-6d723c882e04 tempest-verify_tempest_config-959210425 tempest-verify_tempest_config-959210425-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057960 Jul 15 14:58:24.533958 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58202) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:24.633908 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d8d8d286-1b41-457d-aded-525d5462f907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:24.722374 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d8d8d286-1b41-457d-aded-525d5462f907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:24.726453 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d8d8d286-1b41-457d-aded-525d5462f907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:24.773464 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-d8d8d286-1b41-457d-aded-525d5462f907 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c502ff2486734e12a410af258010dc21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2384379 Jul 15 14:58:24.774291 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8d286-1b41-457d-aded-525d5462f907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b958ec4-9647-4681-9a0e-a3061503fe1d,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:24.776084 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58208) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:58:24.781198 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8d286-1b41-457d-aded-525d5462f907 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.781569 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8d286-1b41-457d-aded-525d5462f907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.781923 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8d286-1b41-457d-aded-525d5462f907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.782263 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8d286-1b41-457d-aded-525d5462f907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.782601 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8d286-1b41-457d-aded-525d5462f907 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.782974 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8d286-1b41-457d-aded-525d5462f907 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.783295 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8d286-1b41-457d-aded-525d5462f907 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.783628 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8d286-1b41-457d-aded-525d5462f907 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.783959 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8d286-1b41-457d-aded-525d5462f907 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.784317 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8d286-1b41-457d-aded-525d5462f907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.784646 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8d286-1b41-457d-aded-525d5462f907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.784973 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d8d286-1b41-457d-aded-525d5462f907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.830155 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:24.849778 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:24.939518 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:24.942546 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:24.943150 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1b958ec4-9647-4681-9a0e-a3061503fe1d HTTP/1.1" status: 204 len: 168 time: 0.1659811 Jul 15 14:58:24.950995 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b958ec4-9647-4681-9a0e-a3061503fe1d,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 14:58:24.957349 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.957702 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.958049 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.958383 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.958714 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.959044 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.959371 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.959699 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.960047 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.960441 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.960698 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:24.961014 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68709f5-7d22-4500-92ee-dfb21bbee2ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 14:58:30.265482 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-fdf36144-274d-45e1-913f-75f92ee328f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:32.974606 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7f682a8d-e005-4bd2-987c-12db614c947f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:33.392095 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:34.032599 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:58:35.407247 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:00.266913 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8d42aa5c-b5a8-4e03-a87b-9da4e4be2714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:00.764325 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:59:02.974875 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2399595b-88d3-4ca1-820c-2dbbe00d28ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:03.392154 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:04.029649 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:05.410076 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:30.266386 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a675b18a-e252-4e04-a9da-73e82d654226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:32.975014 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8d5d3e81-3985-41b2-a130-19d411233ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:33.393460 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:34.032194 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:35.413006 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:37.763463 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 5 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 14:59:53.288218 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-781067'] for agent, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 14:59:57.394158 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58260) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:57.494783 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-c51382be-e4c4-4925-944d-2818c81ffe21 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0993259 Jul 15 14:59:59.655446 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58270) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 14:59:59.707636 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-8bd50a7b-33a1-4d14-a9ff-82f626729a69 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0511401 Jul 15 15:00:00.266090 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c25776c9-2ea5-49ed-8298-42944e677a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:02.975194 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4a11b7f9-b892-4861-bc2c-93dc12ea1a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:03.394203 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:04.034000 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:05.416554 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:14.762138 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:00:23.240679 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:30.265944 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-53418647-d5e0-4f32-98c3-7cae6f6229ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:32.976033 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-6bf0b763-b5e7-4177-9475-c6a499d9bb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:33.396000 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:34.035731 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:35.420409 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:00:51.760765 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:00:53.240077 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:00.265670 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-26933317-af5d-4664-a152-a5ed42e44139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:02.976921 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-42e132f9-85c4-4261-8a8f-3c31fa5699fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:03.397204 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:04.037766 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:05.424918 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:23.245640 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.338597 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58440) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:24.406696 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58452) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:24.530503 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-872395788-network', 'tenant_id': '6de9338e1067409392dc60a909732e80'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:24.552802 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Made reservation on behalf of 6de9338e1067409392dc60a909732e80 for: {'network': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:24.555416 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.565445 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.599690 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-925266793-network', 'tenant_id': '355d4910a59545caa04a4b63e017c9d0'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:24.627093 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58472) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:24.672906 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.676868 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.696994 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Made reservation on behalf of 355d4910a59545caa04a4b63e017c9d0 for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:24.700515 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.711885 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.714272 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8942f97e-23f3-43cd-ac8a-06db41102a1f,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:24.716871 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=92930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:24.728894 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.729456 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.db.segments_db [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Added segment 7a1294d8-ee6d-4176-a8b0-53b98f23d26f of type vlan for network 65e7b396-175a-4d9e-8b98-b8695e348fec Jul 15 15:01:24.786359 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.786706 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.787270 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.787610 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.787952 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.788313 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.788824 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.789307 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.789801 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.790277 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.790769 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.791089 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Tracked resource versions report: Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: pushed versions: Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: { 'AddressGroup': {'1.2'}, Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'ConntrackHelper': {'1.0'}, Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Log': {'1.0'}, Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Network': {'1.1'}, Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Port': {'1.7'}, Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'PortForwarding': {'1.2'}, Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'QosPolicy': {'1.8'}, Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'SecurityGroup': {'1.4'}, Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'SecurityGroupRule': {'1.2'}, Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'SubPort': {'1.0'}, Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Subnet': {'1.1'}, Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Trunk': {'1.1'}} Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: consumer versions: Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: { DHCP agent@dv-cinder-788367-2-iscsi: {}, Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: HyperV agent@hv-cinder-78836: {}, Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: L3 agent@dv-cinder-788367-2-iscsi: {}, Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: Metadata agent@dv-cinder-788367-2-iscsi: {}, Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: Metering agent@dv-cinder-788367-2-iscsi: {}, Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: Open vSwitch agent@dv-cinder-788367-2-iscsi: { 'AddressGroup': '1.2', Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'ConntrackHelper': '1.0', Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Log': '1.0', Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Network': '1.1', Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Port': '1.7', Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'PortForwarding': '1.2', Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'QosPolicy': '1.8', Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'SecurityGroup': '1.4', Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'SecurityGroupRule': '1.2', Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'SubPort': '1.0', Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Subnet': '1.1', Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: 'Trunk': '1.1'}} Jul 15 15:01:24.792336 dv-cinder-788367-2-iscsi neutron-server[92930]: {{(pid=92930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 15:01:24.812577 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.839176 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.843053 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.845008 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.846792 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:24.848541 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.876929 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8cdb68-af49-4eae-8e16-f7945b735c68,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:24.885934 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] vlan segment allocate from pool success with {'vlan_id': 831, 'physical_network': 'physnet1'} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:24.888595 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.888962 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.889487 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.890018 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.890516 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.891027 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.891511 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.892139 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.892506 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.892832 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.893158 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.893536 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Tracked resource versions report: Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: pushed versions: Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: { 'AddressGroup': {'1.2'}, Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'ConntrackHelper': {'1.0'}, Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Log': {'1.0'}, Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Network': {'1.1'}, Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Port': {'1.7'}, Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'PortForwarding': {'1.2'}, Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'QosPolicy': {'1.8'}, Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'SecurityGroup': {'1.4'}, Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'SecurityGroupRule': {'1.2'}, Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'SubPort': {'1.0'}, Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Subnet': {'1.1'}, Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Trunk': {'1.1'}} Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: consumer versions: Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: { DHCP agent@dv-cinder-788367-2-iscsi: {}, Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: HyperV agent@hv-cinder-78836: {}, Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: L3 agent@dv-cinder-788367-2-iscsi: {}, Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: Metadata agent@dv-cinder-788367-2-iscsi: {}, Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: Metering agent@dv-cinder-788367-2-iscsi: {}, Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: Open vSwitch agent@dv-cinder-788367-2-iscsi: { 'AddressGroup': '1.2', Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'ConntrackHelper': '1.0', Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Log': '1.0', Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Network': '1.1', Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Port': '1.7', Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'PortForwarding': '1.2', Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'QosPolicy': '1.8', Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'SecurityGroup': '1.4', Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'SecurityGroupRule': '1.2', Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'SubPort': '1.0', Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Subnet': '1.1', Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: 'Trunk': '1.1'}} Jul 15 15:01:24.894583 dv-cinder-788367-2-iscsi neutron-server[92931]: {{(pid=92931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 15:01:24.909221 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.910329 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Added segment 30f3de9b-e2a3-4e9c-91bc-2d2578e9dedb of type vlan for network e6010973-2b2c-4634-9941-08da8611fda6 Jul 15 15:01:24.917564 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-b2703165-963d-48fd-9eea-13b88d818578 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-network', 'tenant_id': 'af2016afdf21465691485701f391f03b'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:24.922839 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] Pushing event updated for resources: {'Network': ['ID=65e7b396-175a-4d9e-8b98-b8695e348fec,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:24.943769 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-a1564245-b82e-4b2e-bcfe-a23df80e22a6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6025393 Jul 15 15:01:24.944734 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58488) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:24.951153 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-c327b1ca-fd50-4029-945f-292f8f0f1de5 admin admin] Request body: {'subnet': {'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-872395788-subnet', 'tenant_id': '6de9338e1067409392dc60a909732e80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:24.957071 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network 65e7b396-175a-4d9e-8b98-b8695e348fec details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:24.988094 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:24.993653 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2703165-963d-48fd-9eea-13b88d818578 admin admin] Made reservation on behalf of af2016afdf21465691485701f391f03b for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:24.997402 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b2703165-963d-48fd-9eea-13b88d818578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.015792 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b2703165-963d-48fd-9eea-13b88d818578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.017452 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c327b1ca-fd50-4029-945f-292f8f0f1de5 admin admin] Made reservation on behalf of 6de9338e1067409392dc60a909732e80 for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:25.019832 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c327b1ca-fd50-4029-945f-292f8f0f1de5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.062430 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.063698 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:25.064470 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.143473 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] Pushing event updated for resources: {'Network': ['ID=e6010973-2b2c-4634-9941-08da8611fda6,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:25.157398 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network e6010973-2b2c-4634-9941-08da8611fda6 details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:25.222902 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b2703165-963d-48fd-9eea-13b88d818578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.231321 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b2703165-963d-48fd-9eea-13b88d818578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.269396 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2703165-963d-48fd-9eea-13b88d818578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dc03ad-d5bf-46d6-8576-c00c88faf400,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:25.278986 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-f1830582-947c-493f-a179-c0c4f5e2db41 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8683155 Jul 15 15:01:25.285905 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58504) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:25.295764 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-32e15904-729c-42b7-8812-553ccb4a9aeb admin admin] Request body: {'subnet': {'network_id': 'e6010973-2b2c-4634-9941-08da8611fda6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-925266793-subnet', 'tenant_id': '355d4910a59545caa04a4b63e017c9d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:25.307529 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2703165-963d-48fd-9eea-13b88d818578 admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:25.314853 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c327b1ca-fd50-4029-945f-292f8f0f1de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.324519 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b2703165-963d-48fd-9eea-13b88d818578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.325100 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-b2703165-963d-48fd-9eea-13b88d818578 admin admin] Added segment 486c78a0-3d56-4446-82c8-9aa404878018 of type vlan for network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 Jul 15 15:01:25.333193 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e15904-729c-42b7-8812-553ccb4a9aeb admin admin] Made reservation on behalf of 355d4910a59545caa04a4b63e017c9d0 for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:25.335413 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-32e15904-729c-42b7-8812-553ccb4a9aeb admin admin] Notify callbacks [] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.381969 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327b1ca-fd50-4029-945f-292f8f0f1de5 admin admin] Checking segment: {'id': '7a1294d8-ee6d-4176-a8b0-53b98f23d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:25.383067 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c327b1ca-fd50-4029-945f-292f8f0f1de5 admin admin] Network hostable DHCP agents. Network: 65e7b396-175a-4d9e-8b98-b8695e348fec, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:25.387758 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327b1ca-fd50-4029-945f-292f8f0f1de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9f33964-418e-49b9-8d6e-5705600bae01,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:25.405719 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b2703165-963d-48fd-9eea-13b88d818578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.410757 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c327b1ca-fd50-4029-945f-292f8f0f1de5 admin admin] Network 65e7b396-175a-4d9e-8b98-b8695e348fec is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:25.427182 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-c327b1ca-fd50-4029-945f-292f8f0f1de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, 65e7b396-175a-4d9e-8b98-b8695e348fec) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:25.434681 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c327b1ca-fd50-4029-945f-292f8f0f1de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:25.435740 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c327b1ca-fd50-4029-945f-292f8f0f1de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.440861 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dce5c71-9fff-49b2-ac6d-c2a0dc86e644 None None] Network 65e7b396-175a-4d9e-8b98-b8695e348fec requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:25.457401 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c327b1ca-fd50-4029-945f-292f8f0f1de5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5111773 Jul 15 15:01:25.460714 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58514) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:25.471088 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-872395788-router', 'tenant_id': '6de9338e1067409392dc60a909732e80', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:25.519610 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58516) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:25.534894 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-633328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25270'] for router, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.536085 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25231'] for router, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.587136 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b2703165-963d-48fd-9eea-13b88d818578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.588165 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2703165-963d-48fd-9eea-13b88d818578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:25.588844 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b2703165-963d-48fd-9eea-13b88d818578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.602297 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d6f6e7-8d7d-409c-9f25-a576c6a6c2b2 None None] Network 65e7b396-175a-4d9e-8b98-b8695e348fec requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:25.656385 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2703165-963d-48fd-9eea-13b88d818578 admin admin] Pushing event updated for resources: {'Network': ['ID=21c983ea-d72b-4caf-9ecb-4a2da4a95654,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:25.697333 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-b2703165-963d-48fd-9eea-13b88d818578 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0681915 Jul 15 15:01:25.703336 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58528) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:25.708449 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-7b1d3a3a-0dff-4d1c-8a4e-888243baaf69 admin admin] Request body: {'subnet': {'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-subnet', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:25.738253 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1d3a3a-0dff-4d1c-8a4e-888243baaf69 admin admin] Made reservation on behalf of af2016afdf21465691485701f391f03b for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:25.740786 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7b1d3a3a-0dff-4d1c-8a4e-888243baaf69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.770643 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.831651 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-32e15904-729c-42b7-8812-553ccb4a9aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:25.834299 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:25.886720 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e15904-729c-42b7-8812-553ccb4a9aeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3fe4798-822c-4c91-9728-e93877fd4c47,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:25.928408 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e15904-729c-42b7-8812-553ccb4a9aeb admin admin] Checking segment: {'id': '30f3de9b-e2a3-4e9c-91bc-2d2578e9dedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'e6010973-2b2c-4634-9941-08da8611fda6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:25.928771 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e15904-729c-42b7-8812-553ccb4a9aeb admin admin] Network hostable DHCP agents. Network: e6010973-2b2c-4634-9941-08da8611fda6, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:25.981016 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e15904-729c-42b7-8812-553ccb4a9aeb admin admin] Network e6010973-2b2c-4634-9941-08da8611fda6 is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:25.996927 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-144bb2d6-3888-4316-b094-3ac45845426a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1770905569-network', 'tenant_id': '0bd02f9d6d5541caa569e9e60a144f9c'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:25.997690 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-32e15904-729c-42b7-8812-553ccb4a9aeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, e6010973-2b2c-4634-9941-08da8611fda6) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:26.004898 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e15904-729c-42b7-8812-553ccb4a9aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:26.005448 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-32e15904-729c-42b7-8812-553ccb4a9aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.008330 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97daa1d-9558-43a2-a516-a601d05bee4a None None] Network e6010973-2b2c-4634-9941-08da8611fda6 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:26.064717 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-32e15904-729c-42b7-8812-553ccb4a9aeb admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7738504 Jul 15 15:01:26.089142 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25245'] for router, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.106983 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144bb2d6-3888-4316-b094-3ac45845426a admin admin] Made reservation on behalf of 0bd02f9d6d5541caa569e9e60a144f9c for: {'network': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:26.107793 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7b1d3a3a-0dff-4d1c-8a4e-888243baaf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.109514 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-144bb2d6-3888-4316-b094-3ac45845426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.128276 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-144bb2d6-3888-4316-b094-3ac45845426a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.183988 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d3a3a-0dff-4d1c-8a4e-888243baaf69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8085225-82a0-4f67-8a09-a82c8f272762,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:26.194524 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1d3a3a-0dff-4d1c-8a4e-888243baaf69 admin admin] Checking segment: {'id': '486c78a0-3d56-4446-82c8-9aa404878018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:26.195152 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d3a3a-0dff-4d1c-8a4e-888243baaf69 admin admin] Network hostable DHCP agents. Network: 21c983ea-d72b-4caf-9ecb-4a2da4a95654, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:26.227036 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d3a3a-0dff-4d1c-8a4e-888243baaf69 admin admin] Network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:26.255045 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-7b1d3a3a-0dff-4d1c-8a4e-888243baaf69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, 21c983ea-d72b-4caf-9ecb-4a2da4a95654) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:26.260369 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bff2255-dda4-443a-ab69-c98954700859 None None] Network e6010973-2b2c-4634-9941-08da8611fda6 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:26.260573 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1d3a3a-0dff-4d1c-8a4e-888243baaf69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:26.261120 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7b1d3a3a-0dff-4d1c-8a4e-888243baaf69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.272018 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255c108c-698f-4796-a760-99d9a9a33038 None None] Network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:26.402628 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-144bb2d6-3888-4316-b094-3ac45845426a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.427348 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7b1d3a3a-0dff-4d1c-8a4e-888243baaf69 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7228980 Jul 15 15:01:26.429984 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58548) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:26.435536 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-144bb2d6-3888-4316-b094-3ac45845426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.436889 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:26.498909 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-633328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25270'] for router, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.500615 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25231'] for router, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.584772 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bb2d6-3888-4316-b094-3ac45845426a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26d9c2c-f741-4e54-8c7d-51be2acfa406,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:26.623546 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.645520 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144bb2d6-3888-4316-b094-3ac45845426a admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=92930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:26.669690 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.695231 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-144bb2d6-3888-4316-b094-3ac45845426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.696053 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.db.segments_db [None req-144bb2d6-3888-4316-b094-3ac45845426a admin admin] Added segment 165b4a6f-45c7-432d-a1d9-1a298de331ac of type vlan for network 005c0a61-63e4-42bd-8762-a46e34edfd15 Jul 15 15:01:26.698231 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.759439 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ed49e69-d387-535f-8c0d-7a22fabbc066-21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762'}]}} from dv-cinder-788367-2-iscsi. {{(pid=92932) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:01:26.760333 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.805037 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-144bb2d6-3888-4316-b094-3ac45845426a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.866360 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25245'] for router, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.885277 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-144bb2d6-3888-4316-b094-3ac45845426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.886224 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144bb2d6-3888-4316-b094-3ac45845426a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:26.886824 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-144bb2d6-3888-4316-b094-3ac45845426a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:26.978607 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Allocated IP 172.27.0.84 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/6a684162-c679-4a1b-9732-60a0c5813c04) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:26.998028 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Allocated IP 172.20.0.2 (21c983ea-d72b-4caf-9ecb-4a2da4a95654/d8085225-82a0-4f67-8a09-a82c8f272762/fda0259c-b4c8-4a5f-aa7d-ed985f515456) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:27.050441 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-144bb2d6-3888-4316-b094-3ac45845426a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5291772 Jul 15 15:01:27.051176 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bb2d6-3888-4316-b094-3ac45845426a admin admin] Pushing event updated for resources: {'Network': ['ID=005c0a61-63e4-42bd-8762-a46e34edfd15,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:27.056847 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58574) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:27.075065 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-96246d82-dd62-4b9d-89aa-c069c64a896e admin admin] Request body: {'subnet': {'network_id': '005c0a61-63e4-42bd-8762-a46e34edfd15', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1770905569-subnet', 'tenant_id': '0bd02f9d6d5541caa569e9e60a144f9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:27.087798 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network 005c0a61-63e4-42bd-8762-a46e34edfd15 details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:27.115074 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96246d82-dd62-4b9d-89aa-c069c64a896e admin admin] Made reservation on behalf of 0bd02f9d6d5541caa569e9e60a144f9c for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:27.120091 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-96246d82-dd62-4b9d-89aa-c069c64a896e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.272709 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.290355 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Transition to ACTIVE for port object fda0259c-b4c8-4a5f-aa7d-ed985f515456 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:27.324743 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Transition to ACTIVE for port object fda0259c-b4c8-4a5f-aa7d-ed985f515456 will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:27.342146 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.375391 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.401637 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:27.411864 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:27.414245 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Pushing event updated for resources: {'Port': ['ID=fda0259c-b4c8-4a5f-aa7d-ed985f515456,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:27.419535 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:27.434094 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:27.434601 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:27.435357 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:27.435891 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:27.436355 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:27.436782 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:27.437882 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:27.438322 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:27.438702 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.438840 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:27.439421 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:27.439704 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:27.440318 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Tracked resource versions report: Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: pushed versions: Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: { 'AddressGroup': {'1.2'}, Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'ConntrackHelper': {'1.0'}, Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Log': {'1.0'}, Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Network': {'1.1'}, Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Port': {'1.7'}, Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'PortForwarding': {'1.2'}, Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'QosPolicy': {'1.8'}, Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'SecurityGroup': {'1.4'}, Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'SecurityGroupRule': {'1.2'}, Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'SubPort': {'1.0'}, Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Subnet': {'1.1'}, Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Trunk': {'1.1'}} Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: consumer versions: Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: { DHCP agent@dv-cinder-788367-2-iscsi: {}, Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: HyperV agent@hv-cinder-78836: {}, Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: L3 agent@dv-cinder-788367-2-iscsi: {}, Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: Metadata agent@dv-cinder-788367-2-iscsi: {}, Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: Metering agent@dv-cinder-788367-2-iscsi: {}, Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: Open vSwitch agent@dv-cinder-788367-2-iscsi: { 'AddressGroup': '1.2', Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'ConntrackHelper': '1.0', Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Log': '1.0', Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Network': '1.1', Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Port': '1.7', Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'PortForwarding': '1.2', Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'QosPolicy': '1.8', Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'SecurityGroup': '1.4', Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'SecurityGroupRule': '1.2', Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'SubPort': '1.0', Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Subnet': '1.1', Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: 'Trunk': '1.1'}} Jul 15 15:01:27.442082 dv-cinder-788367-2-iscsi neutron-server[92932]: {{(pid=92932) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 15:01:27.508432 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-96246d82-dd62-4b9d-89aa-c069c64a896e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.543486 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Attempting to bind port fda0259c-b4c8-4a5f-aa7d-ed985f515456 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:27.543868 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Attempting to bind port fda0259c-b4c8-4a5f-aa7d-ed985f515456 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '486c78a0-3d56-4446-82c8-9aa404878018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:27.544254 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Attempting to bind port fda0259c-b4c8-4a5f-aa7d-ed985f515456 on network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:27.557682 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:27.558072 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Checking segment: {'id': '486c78a0-3d56-4446-82c8-9aa404878018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:27.559719 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.560687 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Bound using segment: {'id': '486c78a0-3d56-4446-82c8-9aa404878018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:27.561847 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Bound port: fda0259c-b4c8-4a5f-aa7d-ed985f515456, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486c78a0-3d56-4446-82c8-9aa404878018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:27.562269 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.690696 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96246d82-dd62-4b9d-89aa-c069c64a896e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3b154f4-499b-47fb-baf8-ed8f9a473dbe,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:27.692967 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] For port fda0259c-b4c8-4a5f-aa7d-ed985f515456, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:27.701401 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] For port fda0259c-b4c8-4a5f-aa7d-ed985f515456, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=fda0259c-b4c8-4a5f-aa7d-ed985f515456,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:27.711760 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.844613 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96246d82-dd62-4b9d-89aa-c069c64a896e admin admin] Checking segment: {'id': '165b4a6f-45c7-432d-a1d9-1a298de331ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '005c0a61-63e4-42bd-8762-a46e34edfd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:27.846982 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96246d82-dd62-4b9d-89aa-c069c64a896e admin admin] Network hostable DHCP agents. Network: 005c0a61-63e4-42bd-8762-a46e34edfd15, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:27.868120 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42887b6-ba9a-46ba-996e-eb508f93a436 None None] Pushing event updated for resources: {'Port': ['ID=fda0259c-b4c8-4a5f-aa7d-ed985f515456,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:27.931425 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:27.978892 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58606) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:27.988673 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-7e170890-64c8-4485-b742-1410f56522a4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1142413025-network', 'tenant_id': '6dc8d5aeacb2435ba9e5bbccc36bb1a9'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:28.033106 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96246d82-dd62-4b9d-89aa-c069c64a896e admin admin] Network 005c0a61-63e4-42bd-8762-a46e34edfd15 is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:28.041457 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:28.085649 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58608) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:28.130739 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:28.130904 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e170890-64c8-4485-b742-1410f56522a4 admin admin] Made reservation on behalf of 6dc8d5aeacb2435ba9e5bbccc36bb1a9 for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:28.133792 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:28.135707 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-96246d82-dd62-4b9d-89aa-c069c64a896e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, 005c0a61-63e4-42bd-8762-a46e34edfd15) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:28.140509 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7e170890-64c8-4485-b742-1410f56522a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:28.161827 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7e170890-64c8-4485-b742-1410f56522a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:28.167527 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:28.246546 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Allocated IP 172.27.0.10 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/b22ec7a8-c5f1-4217-b906-910888dc6c78) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:28.389597 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edd8f0c-b247-4298-923b-4ad35d3687ca None None] Network 005c0a61-63e4-42bd-8762-a46e34edfd15 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:28.391604 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96246d82-dd62-4b9d-89aa-c069c64a896e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:28.396409 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-96246d82-dd62-4b9d-89aa-c069c64a896e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:28.404082 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Pushing event updated for resources: {'Port': ['ID=6a684162-c679-4a1b-9732-60a0c5813c04,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:28.448307 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-980508f6-1310-4486-aa70-68eb38eae641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:28.568317 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:28.577770 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:28.685692 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8018b7-60e9-4dfd-8a3f-67e8325bdcf1 None None] Network 005c0a61-63e4-42bd-8762-a46e34edfd15 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:28.696418 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7e170890-64c8-4485-b742-1410f56522a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:28.730900 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7e170890-64c8-4485-b742-1410f56522a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:28.741245 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-96246d82-dd62-4b9d-89aa-c069c64a896e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6752713 Jul 15 15:01:28.761092 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:01:28.850895 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e170890-64c8-4485-b742-1410f56522a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6820a4-1c7a-4d99-8bad-21f4174e3e10,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:28.887595 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e170890-64c8-4485-b742-1410f56522a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:01:28.909070 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7e170890-64c8-4485-b742-1410f56522a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:28.909482 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-7e170890-64c8-4485-b742-1410f56522a4 admin admin] Added segment 122e5af7-fc08-42b8-806a-9b87a3124fc6 of type vlan for network 79ce96d5-d208-4ef8-a1b8-6336f849dcf7 Jul 15 15:01:28.956807 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633088'] for router, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:28.963912 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7e170890-64c8-4485-b742-1410f56522a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.006164 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.028629 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:29.029986 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7e170890-64c8-4485-b742-1410f56522a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.042093 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e170890-64c8-4485-b742-1410f56522a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:29.043481 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7e170890-64c8-4485-b742-1410f56522a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.050209 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:29.084516 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:29.212966 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Router 9a2b95ae-43d1-43a6-ac73-1839970f0500 is scheduled to L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda with binding_index 1 {{(pid=92930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:01:29.302252 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Pushing event updated for resources: {'Port': ['ID=b22ec7a8-c5f1-4217-b906-910888dc6c78,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:29.367419 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d873e7e-1b18-4b21-8c25-83bd343a5241 None None] Network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:29.371596 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e170890-64c8-4485-b742-1410f56522a4 admin admin] Pushing event updated for resources: {'Network': ['ID=79ce96d5-d208-4ef8-a1b8-6336f849dcf7,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:29.375820 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:29.386197 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Sync routers for ids ['9a2b95ae-43d1-43a6-ac73-1839970f0500'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:29.398593 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Routers {'9a2b95ae-43d1-43a6-ac73-1839970f0500'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:29.399673 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:01:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['9a2b95ae-43d1-43a6-ac73-1839970f0500'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:29.401469 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network 79ce96d5-d208-4ef8-a1b8-6336f849dcf7 details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:01:29.581572 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58678) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:29.583685 dv-cinder-788367-2-iscsi neutron-server[92930]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 15:01:29.613730 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58680) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:29.649468 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Set router 9a2b95ae-43d1-43a6-ac73-1839970f0500 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:01:29.672078 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-980508f6-1310-4486-aa70-68eb38eae641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.686075 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-980508f6-1310-4486-aa70-68eb38eae641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.710445 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7e170890-64c8-4485-b742-1410f56522a4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7304041 Jul 15 15:01:29.712664 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device fda0259c-b4c8-4a5f-aa7d-ed985f515456 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:29.738701 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.744743 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-9c8e325d-a4d0-498c-9b68-4ae049596868 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2822678 Jul 15 15:01:29.749799 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58684) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:29.750317 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58688) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:29.793471 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-980508f6-1310-4486-aa70-68eb38eae641 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=06c10619dc4c4846929d484f70a90936&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7061398 Jul 15 15:01:29.797337 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58692) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:29.811718 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-f5e0f692-af58-4286-ab4a-f4d64bf291c1 admin admin] Request body: {'subnet': {'network_id': '79ce96d5-d208-4ef8-a1b8-6336f849dcf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1142413025-subnet', 'tenant_id': '6dc8d5aeacb2435ba9e5bbccc36bb1a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:29.824351 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980508f6-1310-4486-aa70-68eb38eae641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18388c9-b925-453b-a75e-3b877251647c,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:29.846687 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.908034 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'name': 'tempest-ServerRescueNegativeTestJSON-872395788-router', 'tenant_id': '6de9338e1067409392dc60a909732e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '6a684162-c679-4a1b-9732-60a0c5813c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:25Z', 'updated_at': '2021-07-15T15:01:28Z', 'revision_number': 3, 'project_id': '6de9338e1067409392dc60a909732e80', 'gw_port': {'id': '6a684162-c679-4a1b-9732-60a0c5813c04', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:29.924405 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-991152d2-41c4-4f62-a55b-3e6f6919ef11 None None] Provisioning for port fda0259c-b4c8-4a5f-aa7d-ed985f515456 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:29.939478 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-00ac302a-c060-4bb7-a267-d11ea5abb19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.940975 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Checking router: 9a2b95ae-43d1-43a6-ac73-1839970f0500 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:01:29.941380 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Updating router 9a2b95ae-43d1-43a6-ac73-1839970f0500 port 6a684162-c679-4a1b-9732-60a0c5813c04 binding host dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:01:29.986161 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b9c3720b-f94e-4649-8ec2-c1815226b05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.992287 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e0f692-af58-4286-ab4a-f4d64bf291c1 admin admin] Made reservation on behalf of 6dc8d5aeacb2435ba9e5bbccc36bb1a9 for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:29.993668 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port fda0259c-b4c8-4a5f-aa7d-ed985f515456 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:29.994623 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f5e0f692-af58-4286-ab4a-f4d64bf291c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.995705 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:29.997999 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port fda0259c-b4c8-4a5f-aa7d-ed985f515456 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:29.998379 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.015795 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-4b5674e5-ea5e-4a49-861f-2d9ebf997675 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:30.029673 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-4b5674e5-ea5e-4a49-861f-2d9ebf997675 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/networks?id=005c0a61-63e4-42bd-8762-a46e34edfd15 HTTP/1.1" status: 200 len: 812 time: 0.4469581 Jul 15 15:01:30.074890 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b9c3720b-f94e-4649-8ec2-c1815226b05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.083433 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-6a12fe9a-b100-4d44-b53f-16aa7125ae98 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/quotas/0bd02f9d6d5541caa569e9e60a144f9c HTTP/1.1" status: 200 len: 375 time: 0.0528197 Jul 15 15:01:30.158730 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.211610 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port fda0259c-b4c8-4a5f-aa7d-ed985f515456, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=fda0259c-b4c8-4a5f-aa7d-ed985f515456,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:30.219814 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.233159 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b9c3720b-f94e-4649-8ec2-c1815226b05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.236229 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b9c3720b-f94e-4649-8ec2-c1815226b05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.239818 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-b9c3720b-f94e-4649-8ec2-c1815226b05d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e18388c9-b925-453b-a75e-3b877251647c HTTP/1.1" status: 204 len: 168 time: 0.4384227 Jul 15 15:01:30.324262 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c4f93be7-91be-40ec-bd54-b81d17d191db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.333282 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=fda0259c-b4c8-4a5f-aa7d-ed985f515456,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:30.360976 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3720b-f94e-4649-8ec2-c1815226b05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18388c9-b925-453b-a75e-3b877251647c,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:30.363977 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-2a8189b6-151f-465c-aad2-687b6ab22b1c tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0bd02f9d6d5541caa569e9e60a144f9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2795992 Jul 15 15:01:30.411302 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633088'] for router, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.591781 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.601377 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-e67544cb-a55a-4a62-8386-3b7048abc21d None None] Provisioning complete for port fda0259c-b4c8-4a5f-aa7d-ed985f515456 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:30.603296 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e67544cb-a55a-4a62-8386-3b7048abc21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.606139 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Transition to ACTIVE for port object 6a684162-c679-4a1b-9732-60a0c5813c04 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:30.622029 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.691329 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Attempting to bind port 6a684162-c679-4a1b-9732-60a0c5813c04 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:30.691489 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Attempting to bind port 6a684162-c679-4a1b-9732-60a0c5813c04 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:30.691943 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Attempting to bind port 6a684162-c679-4a1b-9732-60a0c5813c04 on network bf480c5f-a13c-4ddb-8c47-14b24c48353f {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:30.699828 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:30.700437 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Checking segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:30.700944 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.701655 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Bound using segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:30.702238 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Bound port: 6a684162-c679-4a1b-9732-60a0c5813c04, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:30.703183 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.736517 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-00ac302a-c060-4bb7-a267-d11ea5abb19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.799422 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-ff748b74-5cb5-4503-bb9f-c57b433c7fe0 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=92930) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:01:30.800810 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-ff748b74-5cb5-4503-bb9f-c57b433c7fe0 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1769307 Jul 15 15:01:30.801790 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-00ac302a-c060-4bb7-a267-d11ea5abb19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.803314 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c1aa1-2699-4baf-974f-1908268a8f29 None None] Pushing event updated for resources: {'Port': ['ID=6a684162-c679-4a1b-9732-60a0c5813c04,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:30.819946 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c1aa1-2699-4baf-974f-1908268a8f29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:30.820462 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c1aa1-2699-4baf-974f-1908268a8f29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:30.820914 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c1aa1-2699-4baf-974f-1908268a8f29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:30.821352 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c1aa1-2699-4baf-974f-1908268a8f29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:30.821920 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c1aa1-2699-4baf-974f-1908268a8f29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:30.822370 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c1aa1-2699-4baf-974f-1908268a8f29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:30.822791 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c1aa1-2699-4baf-974f-1908268a8f29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:30.823381 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c1aa1-2699-4baf-974f-1908268a8f29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:30.824304 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c1aa1-2699-4baf-974f-1908268a8f29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:30.824894 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c1aa1-2699-4baf-974f-1908268a8f29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:30.825472 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c1aa1-2699-4baf-974f-1908268a8f29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:30.826019 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c1aa1-2699-4baf-974f-1908268a8f29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55c1aa1-2699-4baf-974f-1908268a8f29 None None] Tracked resource versions report: Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: pushed versions: Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: { 'AddressGroup': {'1.2'}, Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'ConntrackHelper': {'1.0'}, Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Log': {'1.0'}, Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Network': {'1.1'}, Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Port': {'1.7'}, Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'PortForwarding': {'1.2'}, Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'QosPolicy': {'1.8'}, Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'SecurityGroup': {'1.4'}, Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'SecurityGroupRule': {'1.2'}, Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'SubPort': {'1.0'}, Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Subnet': {'1.1'}, Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Trunk': {'1.1'}} Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: consumer versions: Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: { DHCP agent@dv-cinder-788367-2-iscsi: {}, Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: HyperV agent@hv-cinder-78836: {}, Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: L3 agent@dv-cinder-788367-2-iscsi: {}, Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: Metadata agent@dv-cinder-788367-2-iscsi: {}, Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: Metering agent@dv-cinder-788367-2-iscsi: {}, Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: Open vSwitch agent@dv-cinder-788367-2-iscsi: { 'AddressGroup': '1.2', Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'ConntrackHelper': '1.0', Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Log': '1.0', Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Network': '1.1', Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Port': '1.7', Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'PortForwarding': '1.2', Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'QosPolicy': '1.8', Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'SecurityGroup': '1.4', Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'SecurityGroupRule': '1.2', Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'SubPort': '1.0', Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Subnet': '1.1', Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: 'Trunk': '1.1'}} Jul 15 15:01:30.827248 dv-cinder-788367-2-iscsi neutron-server[92933]: {{(pid=92933) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 15 15:01:30.845781 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f5e0f692-af58-4286-ab4a-f4d64bf291c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.852467 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Router 53c4627b-3ec4-44b9-a949-9455028ffc63 is scheduled to L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda with binding_index 1 {{(pid=92931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:01:30.852904 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] For port 6a684162-c679-4a1b-9732-60a0c5813c04, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:30.858333 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] For port 6a684162-c679-4a1b-9732-60a0c5813c04, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=6a684162-c679-4a1b-9732-60a0c5813c04,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:30.864282 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:30.913633 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58742) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:30.947611 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c1aa1-2699-4baf-974f-1908268a8f29 None None] Pushing event updated for resources: {'Port': ['ID=6a684162-c679-4a1b-9732-60a0c5813c04,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:30.977956 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Routers {'9a2b95ae-43d1-43a6-ac73-1839970f0500'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:30.978590 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:01:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['9a2b95ae-43d1-43a6-ac73-1839970f0500'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:31.008849 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac302a-c060-4bb7-a267-d11ea5abb19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d884d9da-302f-43a8-b508-069618187daf,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:31.026993 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-38fa7d27-a3f0-4b40-860d-d45d4c46dbb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:31.027250 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:31.038365 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Sync routers for ids ['53c4627b-3ec4-44b9-a949-9455028ffc63'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:31.039820 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-00ac302a-c060-4bb7-a267-d11ea5abb19b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f58d39afe3574da3b04b293a652b77f7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4250476 Jul 15 15:01:31.040462 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58754) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:31.049172 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Routers {'53c4627b-3ec4-44b9-a949-9455028ffc63'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:31.049795 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:01:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['53c4627b-3ec4-44b9-a949-9455028ffc63'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:31.056000 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:31.057523 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a3ae923b-e8fa-4890-8f5d-32f5d27c8229 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6262882 Jul 15 15:01:31.061106 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58756) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:31.153694 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] Set router 9a2b95ae-43d1-43a6-ac73-1839970f0500 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:01:31.209259 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Set router 53c4627b-3ec4-44b9-a949-9455028ffc63 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:01:31.231123 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0f692-af58-4286-ab4a-f4d64bf291c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=327c1be8-8b51-443b-af57-4e0cb82458ee,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:31.235583 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-5125363b-74d6-4f01-a8df-879330dd3d43 service neutron] 10.222.0.72 "GET /v2.0/networks/005c0a61-63e4-42bd-8762-a46e34edfd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084802 Jul 15 15:01:31.263843 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e0f692-af58-4286-ab4a-f4d64bf291c1 admin admin] Checking segment: {'id': '122e5af7-fc08-42b8-806a-9b87a3124fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '79ce96d5-d208-4ef8-a1b8-6336f849dcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:31.264532 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e0f692-af58-4286-ab4a-f4d64bf291c1 admin admin] Network hostable DHCP agents. Network: 79ce96d5-d208-4ef8-a1b8-6336f849dcf7, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:01:31.317274 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a88dda5b-77ab-4988-b1cc-d1aa4a256e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:31.391476 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'name': 'tempest-ServerRescueNegativeTestJSON-872395788-router', 'tenant_id': '6de9338e1067409392dc60a909732e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '6a684162-c679-4a1b-9732-60a0c5813c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:25Z', 'updated_at': '2021-07-15T15:01:28Z', 'revision_number': 3, 'project_id': '6de9338e1067409392dc60a909732e80', 'gw_port': {'id': '6a684162-c679-4a1b-9732-60a0c5813c04', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:31.427918 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e0f692-af58-4286-ab4a-f4d64bf291c1 admin admin] Network 79ce96d5-d208-4ef8-a1b8-6336f849dcf7 is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:01:31.434577 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194bec63-b73f-47e9-81ef-67877b530679 None None] The sync data for ids ['9a2b95ae-43d1-43a6-ac73-1839970f0500'] in dv-cinder-788367-2-iscsi is: [{'id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'name': 'tempest-ServerRescueNegativeTestJSON-872395788-router', 'tenant_id': '6de9338e1067409392dc60a909732e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '6a684162-c679-4a1b-9732-60a0c5813c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:25Z', 'updated_at': '2021-07-15T15:01:28Z', 'revision_number': 3, 'project_id': '6de9338e1067409392dc60a909732e80', 'gw_port': {'id': '6a684162-c679-4a1b-9732-60a0c5813c04', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:31.447504 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a88dda5b-77ab-4988-b1cc-d1aa4a256e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:31.486819 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-38fa7d27-a3f0-4b40-860d-d45d4c46dbb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:31.504532 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:29Z', 'revision_number': 3, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:31.545719 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device fda0259c-b4c8-4a5f-aa7d-ed985f515456 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:31.549019 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Checking router: 53c4627b-3ec4-44b9-a949-9455028ffc63 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:01:31.549378 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Updating router 53c4627b-3ec4-44b9-a949-9455028ffc63 port b22ec7a8-c5f1-4217-b906-910888dc6c78 binding host dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:01:31.562642 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:31.578090 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-38fa7d27-a3f0-4b40-860d-d45d4c46dbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:31.610802 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-f5e0f692-af58-4286-ab4a-f4d64bf291c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, 79ce96d5-d208-4ef8-a1b8-6336f849dcf7) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:31.615246 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:31.621140 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c0fa4c-a198-4e14-8dd9-f171bfc06918 None None] Network 79ce96d5-d208-4ef8-a1b8-6336f849dcf7 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:31.627689 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-f26f6414-598c-49a6-b340-cdb11d3523db service neutron] 10.222.0.72 "GET /v2.0/networks/005c0a61-63e4-42bd-8762-a46e34edfd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800285 Jul 15 15:01:31.641602 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e0f692-af58-4286-ab4a-f4d64bf291c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:31.642192 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f5e0f692-af58-4286-ab4a-f4d64bf291c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:31.654706 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:31.673569 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f5e0f692-af58-4286-ab4a-f4d64bf291c1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8840837 Jul 15 15:01:31.695477 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa7d27-a3f0-4b40-860d-d45d4c46dbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c87fbd-a742-4f66-8aa1-052e3a354ddf,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:31.715819 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-38fa7d27-a3f0-4b40-860d-d45d4c46dbb0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a79cf0515cb34948baa329516297e2d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7949436 Jul 15 15:01:31.719302 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58758) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:31.889246 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a88dda5b-77ab-4988-b1cc-d1aa4a256e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:31.896516 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a88dda5b-77ab-4988-b1cc-d1aa4a256e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:31.899229 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-a88dda5b-77ab-4988-b1cc-d1aa4a256e70 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d884d9da-302f-43a8-b508-069618187daf HTTP/1.1" status: 204 len: 168 time: 0.8321638 Jul 15 15:01:31.916432 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port fda0259c-b4c8-4a5f-aa7d-ed985f515456 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:31.920766 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:31.971345 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Allocated IP 172.20.0.1 (21c983ea-d72b-4caf-9ecb-4a2da4a95654/d8085225-82a0-4f67-8a09-a82c8f272762/87d2fd0e-47c7-4e22-b443-07608b199454) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:31.989282 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58766) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:32.076510 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ffb37f3-bec7-4457-8f07-0758153071d9 admin admin] Deleting subnet c3fe4798-822c-4c91-9728-e93877fd4c47 {{(pid=92931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:01:32.081589 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8ffb37f3-bec7-4457-8f07-0758153071d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.110949 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58782) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:32.115188 dv-cinder-788367-2-iscsi neutron-server[92931]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 15 15:01:32.206868 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dda5b-77ab-4988-b1cc-d1aa4a256e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d884d9da-302f-43a8-b508-069618187daf,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:32.240700 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5795a2-6174-4daf-8d3a-a7429fc0a4ac None None] Network 79ce96d5-d208-4ef8-a1b8-6336f849dcf7 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:01:32.261190 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Allocated IP 172.20.0.1 (65e7b396-175a-4d9e-8b98-b8695e348fec/a9f33964-418e-49b9-8d6e-5705600bae01/9819c431-53a0-4c6f-9616-8aed83825432) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:32.298480 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-456e7ad0-4832-41c6-83ed-8b2b3105e554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.401293 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-456e7ad0-4832-41c6-83ed-8b2b3105e554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.482265 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-84ba3f7f-a56b-4498-860a-851fe4f4ff77 req-5abd3ca8-20dd-4a4f-a927-70fb3ce4aaf3 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 210 time: 0.3681984 Jul 15 15:01:32.542011 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8ffb37f3-bec7-4457-8f07-0758153071d9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.572546 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8ffb37f3-bec7-4457-8f07-0758153071d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66795978'] for subnet, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.586549 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.592463 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58794) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:32.612999 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-26ba941c-8482-44c3-bbb8-46f4411e39e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.615547 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-456e7ad0-4832-41c6-83ed-8b2b3105e554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.618563 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-456e7ad0-4832-41c6-83ed-8b2b3105e554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.619938 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-456e7ad0-4832-41c6-83ed-8b2b3105e554 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/39c87fbd-a742-4f66-8aa1-052e3a354ddf HTTP/1.1" status: 204 len: 168 time: 0.8974664 Jul 15 15:01:32.692664 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8ffb37f3-bec7-4457-8f07-0758153071d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66796029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for subnet, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.709154 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.739904 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-26ba941c-8482-44c3-bbb8-46f4411e39e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.742984 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e7ad0-4832-41c6-83ed-8b2b3105e554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c87fbd-a742-4f66-8aa1-052e3a354ddf,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:32.755124 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-26ba941c-8482-44c3-bbb8-46f4411e39e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.786060 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb37f3-bec7-4457-8f07-0758153071d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3fe4798-822c-4c91-9728-e93877fd4c47,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:32.816810 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8ffb37f3-bec7-4457-8f07-0758153071d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.830272 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-8ffb37f3-bec7-4457-8f07-0758153071d9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c3fe4798-822c-4c91-9728-e93877fd4c47 HTTP/1.1" status: 204 len: 168 time: 0.8365343 Jul 15 15:01:32.830482 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-26ba941c-8482-44c3-bbb8-46f4411e39e3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=27d10d5b946340b1acc007c9c3cbeaa9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2336793 Jul 15 15:01:32.830482 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58806) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:32.831350 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58808) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:32.839308 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba941c-8482-44c3-bbb8-46f4411e39e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c63eca3-8261-4c9e-a08d-0057e75dfb5c,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:32.845518 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.847305 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Transition to ACTIVE for port object 87d2fd0e-47c7-4e22-b443-07608b199454 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:32.864314 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.882683 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Transition to ACTIVE for port object b22ec7a8-c5f1-4217-b906-910888dc6c78 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:32.892342 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.930171 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:32.954922 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Pushing event updated for resources: {'Port': ['ID=9819c431-53a0-4c6f-9616-8aed83825432,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:32.993289 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Pushing event updated for resources: {'Port': ['ID=87d2fd0e-47c7-4e22-b443-07608b199454,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:32.994860 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Network 65e7b396-175a-4d9e-8b98-b8695e348fec is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:33.010557 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:33.012196 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:33.012712 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:33.017441 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:33.018154 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778295'] for router_interface, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.019829 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:33.020425 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778295'] for router_interface, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.052892 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d65e65-6ca0-4d44-b59a-558d697e878a None None] Pushing event updated for resources: {'Port': ['ID=b22ec7a8-c5f1-4217-b906-910888dc6c78,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:33.068414 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Attempting to bind port b22ec7a8-c5f1-4217-b906-910888dc6c78 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:33.068854 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Attempting to bind port b22ec7a8-c5f1-4217-b906-910888dc6c78 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:33.069411 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Attempting to bind port b22ec7a8-c5f1-4217-b906-910888dc6c78 on network bf480c5f-a13c-4ddb-8c47-14b24c48353f {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:33.073484 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66702497'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.080162 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-071307ed-4a01-48a6-9360-83fc3df21801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.088994 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:33.090168 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Checking segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:33.090655 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.091100 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Bound using segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:33.092520 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Bound port: b22ec7a8-c5f1-4217-b906-910888dc6c78, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:33.092986 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.123912 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3c3f102a-45b3-4191-94c2-2b978f3827ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.165363 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] For port b22ec7a8-c5f1-4217-b906-910888dc6c78, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:33.170109 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] For port b22ec7a8-c5f1-4217-b906-910888dc6c78, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=b22ec7a8-c5f1-4217-b906-910888dc6c78,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:33.176595 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.199262 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3c3f102a-45b3-4191-94c2-2b978f3827ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.244463 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d65e65-6ca0-4d44-b59a-558d697e878a None None] Pushing event updated for resources: {'Port': ['ID=b22ec7a8-c5f1-4217-b906-910888dc6c78,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:33.276012 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Routers {'53c4627b-3ec4-44b9-a949-9455028ffc63'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:33.277531 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['53c4627b-3ec4-44b9-a949-9455028ffc63'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:33.627399 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.682145 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 6a684162-c679-4a1b-9732-60a0c5813c04 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:33.711243 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796974', 'neutron.services.segments.db._delete_segments_for_network-8756598894668'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.722941 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eb9f0e7f-6f8c-427e-b487-158e6e3d5f91 req-4377eef3-7620-4337-9139-2f92fac9c03e tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 210 time: 0.0999379 Jul 15 15:01:33.731416 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:33.732050 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:33.737767 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:33.738169 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Subscribe: > port after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:33.738509 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:33.738899 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Subscribe: > port after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:33.739275 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:33.739639 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:33.739969 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:33.740319 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:33.832700 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] Set router 53c4627b-3ec4-44b9-a949-9455028ffc63 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:01:33.920672 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.958990 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.967363 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.968914 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-778307'] for router_interface, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:33.969200 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:33.969680 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:33.970056 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:33.970798 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:01:33.970916 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-bcccdb50-e341-4008-889c-2ddd1fc4ae99 None None] Provisioning for port 87d2fd0e-47c7-4e22-b443-07608b199454 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:33.971878 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6010973-2b2c-4634-9941-08da8611fda6']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:33.993843 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-bcccdb50-e341-4008-889c-2ddd1fc4ae99 None None] Provisioning complete for port 87d2fd0e-47c7-4e22-b443-07608b199454 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:33.994124 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-bcccdb50-e341-4008-889c-2ddd1fc4ae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.011321 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f3de9b-e2a3-4e9c-91bc-2d2578e9dedb') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:34.012462 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f3de9b-e2a3-4e9c-91bc-2d2578e9dedb') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:34.035555 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3c3f102a-45b3-4191-94c2-2b978f3827ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.039460 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3c3f102a-45b3-4191-94c2-2b978f3827ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.040971 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-3c3f102a-45b3-4191-94c2-2b978f3827ea admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3c63eca3-8261-4c9e-a08d-0057e75dfb5c HTTP/1.1" status: 204 len: 168 time: 1.1970413 Jul 15 15:01:34.051687 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756598898261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994784'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.085065 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Pushing event updated for resources: {'Port': ['ID=87d2fd0e-47c7-4e22-b443-07608b199454,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:34.096240 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-bcccdb50-e341-4008-889c-2ddd1fc4ae99 None None] Port 87d2fd0e-47c7-4e22-b443-07608b199454 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:01:34.109147 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.122912 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f102a-45b3-4191-94c2-2b978f3827ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c63eca3-8261-4c9e-a08d-0057e75dfb5c,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:34.133915 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.179473 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:01:34.180521 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2592922'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: from cryptography.utils import int_from_bytes Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: from cryptography.utils import int_from_bytes Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: timer() Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: cb(*args, **kw) Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: self._notify() Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: self.callback(batched_events) Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: event.method(event) Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: return self._get(url).json() Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:01:34.185741 dv-cinder-788367-2-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:01:34.230312 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:34.240718 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.244316 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:34.258396 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 6a684162-c679-4a1b-9732-60a0c5813c04 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:34.270385 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 6a684162-c679-4a1b-9732-60a0c5813c04 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:34.270819 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.390397 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:29Z', 'revision_number': 3, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:34.395039 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633272'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.410611 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.418045 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e6010973-2b2c-4634-9941-08da8611fda6 HTTP/1.1" status: 204 len: 168 time: 1.5864162 Jul 15 15:01:34.422060 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58876) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:34.485086 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a4ea6-ab2f-4b1c-abbd-df927e316947 None None] The sync data for ids ['53c4627b-3ec4-44b9-a949-9455028ffc63'] in dv-cinder-788367-2-iscsi is: [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:29Z', 'revision_number': 3, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:34.516022 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Router 53c4627b-3ec4-44b9-a949-9455028ffc63 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:01:34.540572 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a17af-eb90-4b4f-a189-3d38480ae554 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6010973-2b2c-4634-9941-08da8611fda6,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:34.623337 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.676039 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port 6a684162-c679-4a1b-9732-60a0c5813c04, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=6a684162-c679-4a1b-9732-60a0c5813c04,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:34.686015 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.782503 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:34.796770 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e885a2df-bd09-4d9c-add7-ecc796d07832 admin admin] 10.222.0.72 "PUT /v2.0/routers/53c4627b-3ec4-44b9-a949-9455028ffc63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7345097 Jul 15 15:01:34.800239 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=6a684162-c679-4a1b-9732-60a0c5813c04,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:34.822607 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-7152574c-a9cb-43ed-a47f-2c8a3fc1f76b None None] Provisioning complete for port 87d2fd0e-47c7-4e22-b443-07608b199454 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:34.823062 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7152574c-a9cb-43ed-a47f-2c8a3fc1f76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.833385 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_v2 [None req-e434fafd-3fe4-478a-8c69-ea9a30312c89 admin admin] Deleting subnet 327c1be8-8b51-443b-af57-4e0cb82458ee {{(pid=92930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:01:34.863000 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e434fafd-3fe4-478a-8c69-ea9a30312c89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.874180 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-7152574c-a9cb-43ed-a47f-2c8a3fc1f76b None None] Port 87d2fd0e-47c7-4e22-b443-07608b199454 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:01:34.916454 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.935439 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:34.966687 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e434fafd-3fe4-478a-8c69-ea9a30312c89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2994775'] for subnet, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.023190 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 58904) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:35.143781 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-778307'] for router_interface, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.166504 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Pushing event updated for resources: {'Port': ['ID=9819c431-53a0-4c6f-9616-8aed83825432,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:35.181024 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-99096574-de67-49d1-9433-44c0f962e594 req-cd06afc6-caf4-497d-b47f-9ffadcba5587 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 210 time: 0.0714536 Jul 15 15:01:35.188867 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e434fafd-3fe4-478a-8c69-ea9a30312c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66795978'] for subnet, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.333072 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Network 65e7b396-175a-4d9e-8b98-b8695e348fec is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:35.335348 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e434fafd-3fe4-478a-8c69-ea9a30312c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66796029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2594616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2806727'] for subnet, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.338634 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:35.372929 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e434fafd-3fe4-478a-8c69-ea9a30312c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.377856 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-e434fafd-3fe4-478a-8c69-ea9a30312c89 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/327c1be8-8b51-443b-af57-4e0cb82458ee HTTP/1.1" status: 204 len: 168 time: 0.9499786 Jul 15 15:01:35.377856 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434fafd-3fe4-478a-8c69-ea9a30312c89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=327c1be8-8b51-443b-af57-4e0cb82458ee,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:35.378222 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58916) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:35.434917 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-451be884-2b2f-4ba6-9bf4-3ec04ec2cfbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.451173 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.598698 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-451be884-2b2f-4ba6-9bf4-3ec04ec2cfbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.611663 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-451be884-2b2f-4ba6-9bf4-3ec04ec2cfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.641289 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c0268a5b-0bcb-4396-b90a-d54db4474894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66702497'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.657220 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451be884-2b2f-4ba6-9bf4-3ec04ec2cfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ecff16-f569-4f8a-abf5-40439cfc25c6,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:35.680138 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Router 9a2b95ae-43d1-43a6-ac73-1839970f0500 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:01:35.711583 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58924) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:35.711802 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-451be884-2b2f-4ba6-9bf4-3ec04ec2cfbd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3eb9a0e15b944635831af79d94f4f8a4&name=default HTTP/1.1" status: 200 len: 2978 time: 0.6873505 Jul 15 15:01:35.720417 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 6a684162-c679-4a1b-9732-60a0c5813c04 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:35.766632 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.41', 50365) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:35.802655 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 6a684162-c679-4a1b-9732-60a0c5813c04 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:35.803679 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:35.983257 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device b22ec7a8-c5f1-4217-b906-910888dc6c78 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:36.029257 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c0268a5b-0bcb-4396-b90a-d54db4474894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796974', 'neutron.services.segments.db._delete_segments_for_network-8756598894668'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.086010 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-c0268a5b-0bcb-4396-b90a-d54db4474894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ce96d5-d208-4ef8-a1b8-6336f849dcf7']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:36.110245 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port b22ec7a8-c5f1-4217-b906-910888dc6c78 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:36.112807 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-c0268a5b-0bcb-4396-b90a-d54db4474894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122e5af7-fc08-42b8-806a-9b87a3124fc6') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:36.113640 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-c0268a5b-0bcb-4396-b90a-d54db4474894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122e5af7-fc08-42b8-806a-9b87a3124fc6') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:36.115901 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port b22ec7a8-c5f1-4217-b906-910888dc6c78 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:36.116469 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.125021 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b919d82-22d0-4492-b7e7-2ec82dc18a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.148453 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c0268a5b-0bcb-4396-b90a-d54db4474894 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756598898261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994784'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.192695 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b919d82-22d0-4492-b7e7-2ec82dc18a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.210680 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c0268a5b-0bcb-4396-b90a-d54db4474894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.218496 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:01:36.231739 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Sync routers for ids ['9a2b95ae-43d1-43a6-ac73-1839970f0500'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:36.244649 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Routers {'9a2b95ae-43d1-43a6-ac73-1839970f0500'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:36.252401 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['9a2b95ae-43d1-43a6-ac73-1839970f0500'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:36.281163 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.340925 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port b22ec7a8-c5f1-4217-b906-910888dc6c78, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=b22ec7a8-c5f1-4217-b906-910888dc6c78,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:36.354052 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.357172 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0268a5b-0bcb-4396-b90a-d54db4474894 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:01:36.357591 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c0268a5b-0bcb-4396-b90a-d54db4474894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2592922'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.371763 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-c53ae7a2-13de-40c3-a061-a4364bccb32a tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:36.373421 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-c53ae7a2-13de-40c3-a061-a4364bccb32a tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.41 "GET /v2.0/networks?id=005c0a61-63e4-42bd-8762-a46e34edfd15 HTTP/1.1" status: 200 len: 812 time: 0.6056252 Jul 15 15:01:36.426938 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-e0491600-ccb5-433e-b787-c897f1f718e4 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Request body: {'port': {'device_id': '9addebb1-f3c6-475b-9a23-fed3ab9ab20b', 'network_id': '005c0a61-63e4-42bd-8762-a46e34edfd15', 'admin_state_up': True, 'tenant_id': '0bd02f9d6d5541caa569e9e60a144f9c'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:36.508186 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=b22ec7a8-c5f1-4217-b906-910888dc6c78,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:36.536345 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-4aa4ef79-f518-47f9-8b56-2cb918290917 admin admin] 10.222.0.72 "PUT /v2.0/routers/9a2b95ae-43d1-43a6-ac73-1839970f0500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7437325 Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: timer() Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: cb(*args, **kw) Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: self._notify() Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: self.callback(batched_events) Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: event.method(event) Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: return self._get(url).json() Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:01:36.537852 dv-cinder-788367-2-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:01:36.550274 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c0268a5b-0bcb-4396-b90a-d54db4474894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633272'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.565467 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c0268a5b-0bcb-4396-b90a-d54db4474894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.570386 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c0268a5b-0bcb-4396-b90a-d54db4474894 admin admin] 10.222.0.72 "DELETE /v2.0/networks/79ce96d5-d208-4ef8-a1b8-6336f849dcf7 HTTP/1.1" status: 204 len: 168 time: 1.1896296 Jul 15 15:01:36.582342 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b919d82-22d0-4492-b7e7-2ec82dc18a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.598203 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2b919d82-22d0-4492-b7e7-2ec82dc18a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.602151 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-2b919d82-22d0-4492-b7e7-2ec82dc18a85 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c6ecff16-f569-4f8a-abf5-40439cfc25c6 HTTP/1.1" status: 204 len: 168 time: 0.8835661 Jul 15 15:01:36.639763 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0268a5b-0bcb-4396-b90a-d54db4474894 admin admin] Pushing event deleted for resources: {'Network': ['ID=79ce96d5-d208-4ef8-a1b8-6336f849dcf7,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:36.644978 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58966) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:36.657748 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-aef5a568-88fd-45fa-b1fd-8916291fd279 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--599014133', 'description': 'tempest-description--668534540'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:36.774494 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9109cf9b-3657-476f-a96e-bf568248137b req-2e317f41-e64f-4db3-8cf6-5430461470c4 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 210 time: 0.1582501 Jul 15 15:01:36.776148 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b919d82-22d0-4492-b7e7-2ec82dc18a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ecff16-f569-4f8a-abf5-40439cfc25c6,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:36.783783 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aef5a568-88fd-45fa-b1fd-8916291fd279 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:36.888765 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Set router 9a2b95ae-43d1-43a6-ac73-1839970f0500 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:01:37.081153 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aef5a568-88fd-45fa-b1fd-8916291fd279 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.086808 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aef5a568-88fd-45fa-b1fd-8916291fd279 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.095379 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58980) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:37.178126 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5a568-88fd-45fa-b1fd-8916291fd279 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d5a296-a752-45a6-8a6d-fd8ccb595067,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:37.182976 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Sync routers for ids ['53c4627b-3ec4-44b9-a949-9455028ffc63'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:01:37.191733 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aef5a568-88fd-45fa-b1fd-8916291fd279 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.193788 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-aef5a568-88fd-45fa-b1fd-8916291fd279 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5474062 Jul 15 15:01:37.197907 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58984) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:37.206391 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-9f9ffc22-b145-4695-9f23-31cf7b8a245c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Request body: {'security_group_rule': {'security_group_id': '59d5a296-a752-45a6-8a6d-fd8ccb595067', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:37.210529 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Routers {'53c4627b-3ec4-44b9-a949-9455028ffc63'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:37.211176 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['53c4627b-3ec4-44b9-a949-9455028ffc63'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:37.226888 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c8e08515-876f-4a9d-8e04-2a801c43e050 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=355d4910a59545caa04a4b63e017c9d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1282947 Jul 15 15:01:37.229348 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 58986) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:37.235784 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'name': 'tempest-ServerRescueNegativeTestJSON-872395788-router', 'tenant_id': '6de9338e1067409392dc60a909732e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '6a684162-c679-4a1b-9732-60a0c5813c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:25Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': '6de9338e1067409392dc60a909732e80', 'gw_port': {'id': '6a684162-c679-4a1b-9732-60a0c5813c04', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '9819c431-53a0-4c6f-9616-8aed83825432', 'name': '', 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec', 'tenant_id': '6de9338e1067409392dc60a909732e80', 'mac_address': 'fa:16:3e:58:2a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a9f33964-418e-49b9-8d6e-5705600bae01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:34Z', 'revision_number': 2, 'project_id': '6de9338e1067409392dc60a909732e80', 'subnets': [{'id': 'a9f33964-418e-49b9-8d6e-5705600bae01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:37.251952 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-e0491600-ccb5-433e-b787-c897f1f718e4 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Made reservation on behalf of 0bd02f9d6d5541caa569e9e60a144f9c for: {'port': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:37.262105 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-e0491600-ccb5-433e-b787-c897f1f718e4 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.283194 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Checking router: 9a2b95ae-43d1-43a6-ac73-1839970f0500 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:01:37.285771 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Updating router 9a2b95ae-43d1-43a6-ac73-1839970f0500 port 9819c431-53a0-4c6f-9616-8aed83825432 binding host dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:01:37.315238 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9f9ffc22-b145-4695-9f23-31cf7b8a245c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.317058 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-99a29666-0cb6-42fe-9ab1-80fa9d9c62ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.367824 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-99a29666-0cb6-42fe-9ab1-80fa9d9c62ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.389128 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.538807 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Set router 53c4627b-3ec4-44b9-a949-9455028ffc63 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:01:37.711358 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device b22ec7a8-c5f1-4217-b906-910888dc6c78 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:37.859745 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port b22ec7a8-c5f1-4217-b906-910888dc6c78 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:37.860333 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.878566 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9f9ffc22-b145-4695-9f23-31cf7b8a245c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.880125 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-e0491600-ccb5-433e-b787-c897f1f718e4 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Allocated IP 172.20.0.5 (005c0a61-63e4-42bd-8762-a46e34edfd15/c3b154f4-499b-47fb-baf8-ed8f9a473dbe/4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:37.887498 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9f9ffc22-b145-4695-9f23-31cf7b8a245c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.940076 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ffc22-b145-4695-9f23-31cf7b8a245c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7607bc0e-d922-4b47-86d1-22106bd994e4,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:37.947657 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-99a29666-0cb6-42fe-9ab1-80fa9d9c62ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.954642 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-99a29666-0cb6-42fe-9ab1-80fa9d9c62ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.960209 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-99a29666-0cb6-42fe-9ab1-80fa9d9c62ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ba8cdb68-af49-4eae-8e16-f7945b735c68 HTTP/1.1" status: 204 len: 168 time: 0.7297652 Jul 15 15:01:37.970416 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9f9ffc22-b145-4695-9f23-31cf7b8a245c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:37.974466 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-9f9ffc22-b145-4695-9f23-31cf7b8a245c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7755973 Jul 15 15:01:37.975085 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 59034) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:38.017930 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-52783143-852f-4318-8085-84799288d286 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Request body: {'security_group_rule': {'security_group_id': '59d5a296-a752-45a6-8a6d-fd8ccb595067', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:38.021882 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.033215 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a29666-0cb6-42fe-9ab1-80fa9d9c62ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8cdb68-af49-4eae-8e16-f7945b735c68,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:38.045076 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Transition to ACTIVE for port object 9819c431-53a0-4c6f-9616-8aed83825432 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:38.064971 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '87d2fd0e-47c7-4e22-b443-07608b199454', 'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'mac_address': 'fa:16:3e:d1:e3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 2, 'project_id': 'af2016afdf21465691485701f391f03b', 'subnets': [{'id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:38.067022 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.120386 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-52783143-852f-4318-8085-84799288d286 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.138300 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174c7e5-4c1b-440f-8670-b23efbf35ed1 None None] Pushing event updated for resources: {'Port': ['ID=9819c431-53a0-4c6f-9616-8aed83825432,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:38.187081 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Checking router: 53c4627b-3ec4-44b9-a949-9455028ffc63 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:01:38.195042 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Updating router 53c4627b-3ec4-44b9-a949-9455028ffc63 port 87d2fd0e-47c7-4e22-b443-07608b199454 binding host dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:01:38.230822 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Attempting to bind port 9819c431-53a0-4c6f-9616-8aed83825432 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:38.231295 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Attempting to bind port 9819c431-53a0-4c6f-9616-8aed83825432 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '7a1294d8-ee6d-4176-a8b0-53b98f23d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:38.231809 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Attempting to bind port 9819c431-53a0-4c6f-9616-8aed83825432 on network 65e7b396-175a-4d9e-8b98-b8695e348fec {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:38.237864 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:38.239077 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Checking segment: {'id': '7a1294d8-ee6d-4176-a8b0-53b98f23d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:38.239729 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.240553 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Bound using segment: {'id': '7a1294d8-ee6d-4176-a8b0-53b98f23d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:38.241255 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Bound port: 9819c431-53a0-4c6f-9616-8aed83825432, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1294d8-ee6d-4176-a8b0-53b98f23d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:38.241888 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.280148 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.289898 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c6578794-ca91-48e2-980e-9905e9e8f5e4 req-26f0c367-74bb-41ff-b842-978250ce8045 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 210 time: 0.1686521 Jul 15 15:01:38.321716 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-52783143-852f-4318-8085-84799288d286 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.353667 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] For port 9819c431-53a0-4c6f-9616-8aed83825432, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:38.361316 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] For port 9819c431-53a0-4c6f-9616-8aed83825432, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=9819c431-53a0-4c6f-9616-8aed83825432,segment=NetworkSegment(7a1294d8-ee6d-4176-a8b0-53b98f23d26f),segment_id=7a1294d8-ee6d-4176-a8b0-53b98f23d26f)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:38.367795 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-52783143-852f-4318-8085-84799288d286 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.374139 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.503846 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52783143-852f-4318-8085-84799288d286 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f244a868-cc49-4e04-a77a-b71cc5d65a74,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:38.508830 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Routers {'9a2b95ae-43d1-43a6-ac73-1839970f0500'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:38.519411 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['9a2b95ae-43d1-43a6-ac73-1839970f0500'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:38.532772 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-52783143-852f-4318-8085-84799288d286 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.540881 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-52783143-852f-4318-8085-84799288d286 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5518725 Jul 15 15:01:38.557819 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 59058) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:38.580143 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-e0491600-ccb5-433e-b787-c897f1f718e4 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.599394 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Request body: {'floatingip': {'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:38.639319 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 59060) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:38.669709 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for floatingip, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:38.752693 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-a9591fba-4c25-49d3-98b8-f07e57de2591 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:38.754768 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-a9591fba-4c25-49d3-98b8-f07e57de2591 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/networks?id=65e7b396-175a-4d9e-8b98-b8695e348fec HTTP/1.1" status: 200 len: 818 time: 0.5479982 Jul 15 15:01:38.776451 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-c6b7c1a4-21b6-4bb9-881c-b2772d027c74 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/quotas/6de9338e1067409392dc60a909732e80 HTTP/1.1" status: 200 len: 375 time: 0.0150940 Jul 15 15:01:38.837025 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] Set router 9a2b95ae-43d1-43a6-ac73-1839970f0500 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:01:38.955656 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-e0491600-ccb5-433e-b787-c897f1f718e4 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.012035 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-e0491600-ccb5-433e-b787-c897f1f718e4 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Network 005c0a61-63e4-42bd-8762-a46e34edfd15 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:39.019923 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-516a12e3-2ace-472c-b29e-49585934a7d5 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6de9338e1067409392dc60a909732e80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2361743 Jul 15 15:01:39.067324 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174c7e5-4c1b-440f-8670-b23efbf35ed1 None None] Pushing event updated for resources: {'Port': ['ID=9819c431-53a0-4c6f-9616-8aed83825432,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:39.070949 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-e0491600-ccb5-433e-b787-c897f1f718e4 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:39.078899 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-e0491600-ccb5-433e-b787-c897f1f718e4 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:39.092151 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-e0491600-ccb5-433e-b787-c897f1f718e4 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:39.094610 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-e0491600-ccb5-433e-b787-c897f1f718e4 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.189612 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.219068 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Transition to ACTIVE for port object 87d2fd0e-47c7-4e22-b443-07608b199454 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:39.229952 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.237488 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bedbc047-7537-4ec5-9cbb-4e69bc400ff2 service neutron] 10.222.0.72 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157373 Jul 15 15:01:39.315323 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 59072) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:39.363336 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6521a2ee-5d90-434e-949c-e1833e96b003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.403991 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-e0491600-ccb5-433e-b787-c897f1f718e4 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9814210 Jul 15 15:01:39.431277 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0491600-ccb5-433e-b787-c897f1f718e4 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Pushing event updated for resources: {'Port': ['ID=4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:39.497062 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.526416 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'name': 'tempest-ServerRescueNegativeTestJSON-872395788-router', 'tenant_id': '6de9338e1067409392dc60a909732e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '6a684162-c679-4a1b-9732-60a0c5813c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:25Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': '6de9338e1067409392dc60a909732e80', 'gw_port': {'id': '6a684162-c679-4a1b-9732-60a0c5813c04', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '9819c431-53a0-4c6f-9616-8aed83825432', 'name': '', 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec', 'tenant_id': '6de9338e1067409392dc60a909732e80', 'mac_address': 'fa:16:3e:58:2a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a9f33964-418e-49b9-8d6e-5705600bae01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:38Z', 'revision_number': 4, 'project_id': '6de9338e1067409392dc60a909732e80', 'subnets': [{'id': 'a9f33964-418e-49b9-8d6e-5705600bae01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:39.567770 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d977f-e9f4-4f47-8422-aa681cbf0fbb None None] Pushing event updated for resources: {'Port': ['ID=87d2fd0e-47c7-4e22-b443-07608b199454,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:39.587238 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Attempting to bind port 87d2fd0e-47c7-4e22-b443-07608b199454 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:39.587667 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Attempting to bind port 87d2fd0e-47c7-4e22-b443-07608b199454 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '486c78a0-3d56-4446-82c8-9aa404878018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:39.589081 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Attempting to bind port 87d2fd0e-47c7-4e22-b443-07608b199454 on network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:39.621836 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:39.622359 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Checking segment: {'id': '486c78a0-3d56-4446-82c8-9aa404878018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:39.622825 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.624651 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Bound using segment: {'id': '486c78a0-3d56-4446-82c8-9aa404878018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:39.625181 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Bound port: 87d2fd0e-47c7-4e22-b443-07608b199454, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486c78a0-3d56-4446-82c8-9aa404878018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:39.625594 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.638901 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828a6e21-93ac-45e6-817d-b7d3edd41a60 None None] The sync data for ids ['9a2b95ae-43d1-43a6-ac73-1839970f0500'] in dv-cinder-788367-2-iscsi is: [{'id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'name': 'tempest-ServerRescueNegativeTestJSON-872395788-router', 'tenant_id': '6de9338e1067409392dc60a909732e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '6a684162-c679-4a1b-9732-60a0c5813c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:25Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': '6de9338e1067409392dc60a909732e80', 'gw_port': {'id': '6a684162-c679-4a1b-9732-60a0c5813c04', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '9819c431-53a0-4c6f-9616-8aed83825432', 'name': '', 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec', 'tenant_id': '6de9338e1067409392dc60a909732e80', 'mac_address': 'fa:16:3e:58:2a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a9f33964-418e-49b9-8d6e-5705600bae01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:38Z', 'revision_number': 4, 'project_id': '6de9338e1067409392dc60a909732e80', 'subnets': [{'id': 'a9f33964-418e-49b9-8d6e-5705600bae01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:39.817511 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-d14d4f9a-52f7-4c65-b5e2-6f750612cd94 service neutron] 10.222.0.72 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223494 Jul 15 15:01:39.869634 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Allocated IP 172.27.0.63 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/d6ca912e-ef60-4033-b9bd-3871ad935e51) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:39.896666 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] For port 87d2fd0e-47c7-4e22-b443-07608b199454, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:39.913936 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] For port 87d2fd0e-47c7-4e22-b443-07608b199454, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=87d2fd0e-47c7-4e22-b443-07608b199454,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:39.946712 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:39.982112 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6521a2ee-5d90-434e-949c-e1833e96b003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.008409 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6521a2ee-5d90-434e-949c-e1833e96b003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.139563 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-6521a2ee-5d90-434e-949c-e1833e96b003 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=46bdd419be5d42d982c805045b27da2d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4965086 Jul 15 15:01:40.144409 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.144910 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 59110) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:40.167414 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d977f-e9f4-4f47-8422-aa681cbf0fbb None None] Pushing event updated for resources: {'Port': ['ID=87d2fd0e-47c7-4e22-b443-07608b199454,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:40.178275 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Routers {'53c4627b-3ec4-44b9-a949-9455028ffc63'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:01:40.178947 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:01:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['53c4627b-3ec4-44b9-a949-9455028ffc63'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:40.229131 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f74fbd8b-6020-4b0b-806a-fdef1b1c5844 req-b7043661-9040-46b3-af29-b91561b6c0a2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 210 time: 0.1668143 Jul 15 15:01:40.296462 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521a2ee-5d90-434e-949c-e1833e96b003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1fe4b2-819a-4502-9829-77b2b3ac1393,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:40.347098 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 59116) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:40.347497 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-713f32aa-2704-4ed5-b2a3-fed5e78878fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6dc8d5aeacb2435ba9e5bbccc36bb1a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9976134 Jul 15 15:01:40.359964 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429c473-71bf-4712-8fd6-a24d5ce0dfb8 req-93ec011b-a22d-4904-9f28-80c04d76b0be tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:40.368013 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4429c473-71bf-4712-8fd6-a24d5ce0dfb8 req-93ec011b-a22d-4904-9f28-80c04d76b0be tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 931 time: 0.3182225 Jul 15 15:01:40.443308 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d4786851-f779-4364-bcac-4c497f36c88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.450705 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6f129268-7b67-4e74-81d0-8dea82dfbf7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.487545 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d4786851-f779-4364-bcac-4c497f36c88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.536451 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6f129268-7b67-4e74-81d0-8dea82dfbf7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.690937 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6f129268-7b67-4e74-81d0-8dea82dfbf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.695871 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4429c473-71bf-4712-8fd6-a24d5ce0dfb8 req-b82460cf-34d4-44fc-ba5e-a13ef021a7f4 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269467 Jul 15 15:01:40.703948 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6f129268-7b67-4e74-81d0-8dea82dfbf7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.708636 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-6f129268-7b67-4e74-81d0-8dea82dfbf7c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a6820a4-1c7a-4d99-8bad-21f4174e3e10 HTTP/1.1" status: 204 len: 168 time: 0.3581855 Jul 15 15:01:40.717154 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.773502 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f129268-7b67-4e74-81d0-8dea82dfbf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6820a4-1c7a-4d99-8bad-21f4174e3e10,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:40.799886 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d4786851-f779-4364-bcac-4c497f36c88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.817680 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d4786851-f779-4364-bcac-4c497f36c88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:40.821444 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-d4786851-f779-4364-bcac-4c497f36c88e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ba1fe4b2-819a-4502-9829-77b2b3ac1393 HTTP/1.1" status: 204 len: 168 time: 0.6682289 Jul 15 15:01:40.833715 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:40.882945 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:40.920337 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:40.955343 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] Set router 53c4627b-3ec4-44b9-a949-9455028ffc63 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:01:41.073544 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 59146) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:41.114529 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-127a6761-3665-42cc-9ab1-69edeb22e280 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:41.134834 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-127a6761-3665-42cc-9ab1-69edeb22e280 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/networks?id=65e7b396-175a-4d9e-8b98-b8695e348fec HTTP/1.1" status: 200 len: 818 time: 0.3079736 Jul 15 15:01:41.174823 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-956007fe-dbc6-4372-94da-adbd081e1cc2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/quotas/6de9338e1067409392dc60a909732e80 HTTP/1.1" status: 200 len: 375 time: 0.0390413 Jul 15 15:01:41.331067 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event updated for resources: {'Port': ['ID=d6ca912e-ef60-4033-b9bd-3871ad935e51,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:41.343404 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4786851-f779-4364-bcac-4c497f36c88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1fe4b2-819a-4502-9829-77b2b3ac1393,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:41.363229 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-59843934-f98a-46f1-bf7c-78a7ec9d0250 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=92931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:01:41.388801 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-59843934-f98a-46f1-bf7c-78a7ec9d0250 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0596557 Jul 15 15:01:41.417683 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-94f6c58a-43e3-4afc-abd4-f0fcbc3b8d34 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6de9338e1067409392dc60a909732e80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2280667 Jul 15 15:01:41.483005 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.700668 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:41.706327 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-2a6f1f89-c147-4721-90ed-71cacaa31dd2 service neutron] 10.222.0.72 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003383 Jul 15 15:01:41.735688 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 9819c431-53a0-4c6f-9616-8aed83825432 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:41.878925 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-49b2a1a3-4fed-4617-b6fc-5ab9d3031807 service neutron] 10.222.0.72 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709416 Jul 15 15:01:41.919406 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '87d2fd0e-47c7-4e22-b443-07608b199454', 'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'mac_address': 'fa:16:3e:d1:e3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:39Z', 'revision_number': 4, 'project_id': 'af2016afdf21465691485701f391f03b', 'subnets': [{'id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:01:42.058966 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e502480c-52de-4d3a-a463-c8ff7c15b5dc None None] The sync data for ids ['53c4627b-3ec4-44b9-a949-9455028ffc63'] in dv-cinder-788367-2-iscsi is: [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '87d2fd0e-47c7-4e22-b443-07608b199454', 'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'mac_address': 'fa:16:3e:d1:e3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:39Z', 'revision_number': 4, 'project_id': 'af2016afdf21465691485701f391f03b', 'subnets': [{'id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:01:42.157283 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 9819c431-53a0-4c6f-9616-8aed83825432 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:42.165563 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 9819c431-53a0-4c6f-9616-8aed83825432 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:42.165946 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.223709 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.253750 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd97c-1978-4525-85c4-8e2e8896935a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.257199 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.337965 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dcaee1-4c2e-4842-bb46-ebd312092ae4 req-f6cfd0fe-d292-4424-b71b-8c416b7cd97f tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:42.346174 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-75dcaee1-4c2e-4842-bb46-ebd312092ae4 req-f6cfd0fe-d292-4424-b71b-8c416b7cd97f tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 931 time: 0.2504599 Jul 15 15:01:42.367419 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.423831 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-989ca9a9-79f3-4958-bdce-37ad7c138450 req-c8c6c700-4b22-433a-9d33-58b2801fac99 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 210 time: 0.0894473 Jul 15 15:01:42.460344 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event updated for resources: {'Port': ['ID=d6ca912e-ef60-4033-b9bd-3871ad935e51,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:42.521374 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-75dcaee1-4c2e-4842-bb46-ebd312092ae4 req-629cb257-8cc8-45b7-9ff7-06c93a14642e tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737986 Jul 15 15:01:42.622501 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.646426 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Request body: {'port': {'device_id': '9addebb1-f3c6-475b-9a23-fed3ab9ab20b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:42.676813 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd97c-1978-4525-85c4-8e2e8896935a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.687852 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d1fcd97c-1978-4525-85c4-8e2e8896935a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.720088 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.722128 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ffd1d4b7-394e-4191-95e9-930d84c472fb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1582787 Jul 15 15:01:42.749908 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-d1fcd97c-1978-4525-85c4-8e2e8896935a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=afb6d00ec27e4e8eb4d775ab0b6d0554&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6735926 Jul 15 15:01:42.756574 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 59204) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:42.770965 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port 9819c431-53a0-4c6f-9616-8aed83825432, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=9819c431-53a0-4c6f-9616-8aed83825432,segment=NetworkSegment(7a1294d8-ee6d-4176-a8b0-53b98f23d26f),segment_id=7a1294d8-ee6d-4176-a8b0-53b98f23d26f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:42.799803 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.889039 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fcd97c-1978-4525-85c4-8e2e8896935a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca63c7dd-274d-4021-888d-6d344a2584e7,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:42.909529 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a713e7ec-4b6e-47ca-abb6-5b52f6ed5ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.925907 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:42.959867 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=9819c431-53a0-4c6f-9616-8aed83825432,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:43.223066 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a713e7ec-4b6e-47ca-abb6-5b52f6ed5ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:43.713601 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-57bb0382-2404-42e1-9c93-b908af02c2db req-23b9f66a-3c56-4094-9abd-44ce059c55c2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 210 time: 0.1245699 Jul 15 15:01:43.800141 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 9819c431-53a0-4c6f-9616-8aed83825432 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:44.037036 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 9819c431-53a0-4c6f-9616-8aed83825432 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:44.038007 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:44.232585 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.41', 50379) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:44.274426 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:01:44.299052 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:44.347704 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Transition to ACTIVE for port object 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:44.374567 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a713e7ec-4b6e-47ca-abb6-5b52f6ed5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:44.384031 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a713e7ec-4b6e-47ca-abb6-5b52f6ed5ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:44.391679 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a713e7ec-4b6e-47ca-abb6-5b52f6ed5ac5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ca63c7dd-274d-4021-888d-6d344a2584e7 HTTP/1.1" status: 204 len: 168 time: 1.6331949 Jul 15 15:01:44.393761 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:44.597862 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 87d2fd0e-47c7-4e22-b443-07608b199454 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:44.693330 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713e7ec-4b6e-47ca-abb6-5b52f6ed5ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca63c7dd-274d-4021-888d-6d344a2584e7,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:44.748945 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe59cc-8f4c-4041-b876-606013aa89da req-c4d156f4-6cc3-4074-96df-e98ee03c508c tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:44.768749 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cafe59cc-8f4c-4041-b876-606013aa89da req-c4d156f4-6cc3-4074-96df-e98ee03c508c tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 931 time: 0.6159093 Jul 15 15:01:44.875819 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-76f80148-69d0-42c2-971a-d5d72d4c23c0 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:44.878155 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-76f80148-69d0-42c2-971a-d5d72d4c23c0 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.41 "GET /v2.0/networks?id=65e7b396-175a-4d9e-8b98-b8695e348fec HTTP/1.1" status: 200 len: 818 time: 0.6440010 Jul 15 15:01:44.878514 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 87d2fd0e-47c7-4e22-b443-07608b199454 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:44.896055 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 87d2fd0e-47c7-4e22-b443-07608b199454 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:44.896499 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:44.920334 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-79c25deb-cdb4-4535-a15b-ef7e8a32dbd2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Request body: {'port': {'device_id': '08622529-f23d-4809-961b-38fef30f0f1e', 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec', 'admin_state_up': True, 'tenant_id': '6de9338e1067409392dc60a909732e80'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:44.963489 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Attempting to bind port 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:44.963855 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Attempting to bind port 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '165b4a6f-45c7-432d-a1d9-1a298de331ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '005c0a61-63e4-42bd-8762-a46e34edfd15'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:44.964272 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Attempting to bind port 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe on network 005c0a61-63e4-42bd-8762-a46e34edfd15 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:44.980418 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cafe59cc-8f4c-4041-b876-606013aa89da req-07b7ec7b-110e-4084-a050-55ae3bbc0fd3 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072921 Jul 15 15:01:44.992745 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-de9b3250-387a-427a-bc93-34860e97ec62 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--599014133&fields=id&tenant_id=af2016afdf21465691485701f391f03b HTTP/1.1" status: 200 len: 267 time: 1.2007377 Jul 15 15:01:45.017469 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Pushing event updated for resources: {'Port': ['ID=4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:45.032129 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Port 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe on network 005c0a61-63e4-42bd-8762-a46e34edfd15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:45.035496 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Attempting to bind port 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe on network 005c0a61-63e4-42bd-8762-a46e34edfd15 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:45.108934 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:45.109770 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Checking segment: {'id': '165b4a6f-45c7-432d-a1d9-1a298de331ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '005c0a61-63e4-42bd-8762-a46e34edfd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:45.112145 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Bound using segment: {'id': '165b4a6f-45c7-432d-a1d9-1a298de331ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '005c0a61-63e4-42bd-8762-a46e34edfd15'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:45.113542 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Bound port: 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '165b4a6f-45c7-432d-a1d9-1a298de331ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '005c0a61-63e4-42bd-8762-a46e34edfd15'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:45.117126 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:45.131572 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:45.208839 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port 87d2fd0e-47c7-4e22-b443-07608b199454, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=87d2fd0e-47c7-4e22-b443-07608b199454,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:01:45.218337 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:45.329875 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=87d2fd0e-47c7-4e22-b443-07608b199454,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:45.348143 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-79c25deb-cdb4-4535-a15b-ef7e8a32dbd2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Made reservation on behalf of 6de9338e1067409392dc60a909732e80 for: {'port': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:45.354675 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-79c25deb-cdb4-4535-a15b-ef7e8a32dbd2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:45.379552 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] For port 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe, host hv-cinder-78836, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:45.406703 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-c31864c8-a5e3-4396-b946-ede7f4ed9270 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:45.413364 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-c31864c8-a5e3-4396-b946-ede7f4ed9270 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/networks?id=21c983ea-d72b-4caf-9ecb-4a2da4a95654 HTTP/1.1" status: 200 len: 817 time: 0.4183426 Jul 15 15:01:45.426621 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] For port 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe,segment=NetworkSegment(165b4a6f-45c7-432d-a1d9-1a298de331ac),segment_id=165b4a6f-45c7-432d-a1d9-1a298de331ac)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:45.439632 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-b152d01e-e24f-4a3f-a967-96b6022fa5ac tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/quotas/af2016afdf21465691485701f391f03b HTTP/1.1" status: 200 len: 375 time: 0.0252106 Jul 15 15:01:45.443325 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:45.532421 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 59294) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:45.592839 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 87d2fd0e-47c7-4e22-b443-07608b199454 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:01:45.600048 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:45.600891 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5be616e-de52-4700-877f-62099de43455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:45.602383 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:45.604778 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] 10.222.0.41 "PUT /v2.0/ports/4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe HTTP/1.1" status: 200 len: 1093 time: 3.2529202 Jul 15 15:01:45.642408 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9addebb1-f3c6-475b-9a23-fed3ab9ab20b', 'tag': '4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:01:45.719023 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 87d2fd0e-47c7-4e22-b443-07608b199454 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:45.719310 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:45.842569 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74698e-8218-4061-8b72-4a7832a86971 service neutron] Pushing event updated for resources: {'Port': ['ID=4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:45.893985 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-28d178c9-f0f4-4f57-a32c-572d6f36485a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=af2016afdf21465691485701f391f03b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4477763 Jul 15 15:01:45.896569 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-df9e050c-f175-4e5e-a17f-4c49e4b99953 req-bfed5320-970f-4922-91d4-886329f68e82 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 210 time: 0.0461726 Jul 15 15:01:45.944832 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfe3717-ee56-4a40-a6c9-55079250bb20" -d '{"events": [{"name": "network-changed", "server_uuid": "9addebb1-f3c6-475b-9a23-fed3ab9ab20b", "tag": "4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:45.956628 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-79c25deb-cdb4-4535-a15b-ef7e8a32dbd2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Allocated IP 172.20.0.13 (65e7b396-175a-4d9e-8b98-b8695e348fec/a9f33964-418e-49b9-8d6e-5705600bae01/45dbe226-7674-41a2-bcc2-b2e15fcc2400) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:46.085528 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5be616e-de52-4700-877f-62099de43455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.099155 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5be616e-de52-4700-877f-62099de43455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.148242 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-d7cfd741-e280-43e7-b39d-3ed1d2c979b3 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=92931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:01:46.149509 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-d7cfd741-e280-43e7-b39d-3ed1d2c979b3 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0758250 Jul 15 15:01:46.190483 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c5be616e-de52-4700-877f-62099de43455 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a269c91d01e464391cc2bd2c4bcf8ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6583061 Jul 15 15:01:46.192957 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be616e-de52-4700-877f-62099de43455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c1e608-83a0-449a-892a-ca2f8104689b,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:46.202759 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 59332) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:46.258538 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-79c25deb-cdb4-4535-a15b-ef7e8a32dbd2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.288193 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d2f6f2d8-2d2a-42b2-a65d-832fb3d7ad60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.328305 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d2f6f2d8-2d2a-42b2-a65d-832fb3d7ad60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.341379 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-b03c79b2-318f-46c3-999d-4cbbc968aa97 service neutron] 10.222.0.72 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853421 Jul 15 15:01:46.377857 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-79c25deb-cdb4-4535-a15b-ef7e8a32dbd2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.490040 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d2f6f2d8-2d2a-42b2-a65d-832fb3d7ad60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.493377 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d2f6f2d8-2d2a-42b2-a65d-832fb3d7ad60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.494517 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-d2f6f2d8-2d2a-42b2-a65d-832fb3d7ad60 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/87c1e608-83a0-449a-892a-ca2f8104689b HTTP/1.1" status: 204 len: 168 time: 0.2908044 Jul 15 15:01:46.529008 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-79c25deb-cdb4-4535-a15b-ef7e8a32dbd2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Network 65e7b396-175a-4d9e-8b98-b8695e348fec is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:46.538931 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6f2d8-2d2a-42b2-a65d-832fb3d7ad60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c1e608-83a0-449a-892a-ca2f8104689b,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:46.540857 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-79c25deb-cdb4-4535-a15b-ef7e8a32dbd2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:46.544876 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c25deb-cdb4-4535-a15b-ef7e8a32dbd2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Pushing event updated for resources: {'Port': ['ID=45dbe226-7674-41a2-bcc2-b2e15fcc2400,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:46.547856 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-79c25deb-cdb4-4535-a15b-ef7e8a32dbd2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:46.561355 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-d522a94e-8a2c-4ca7-ae5a-119163488729 service neutron] 10.222.0.72 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138391 Jul 15 15:01:46.567169 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351da7c4-1a16-429a-a6c3-df0a763bbc6e x-openstack-request-id: req-351da7c4-1a16-429a-a6c3-df0a763bbc6e {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:46.567463 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9addebb1-f3c6-475b-9a23-fed3ab9ab20b", "tag": "4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:46.567729 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-351da7c4-1a16-429a-a6c3-df0a763bbc6e {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:46.568329 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9addebb1-f3c6-475b-9a23-fed3ab9ab20b', 'tag': '4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe', 'status': 'completed', 'code': 200} Jul 15 15:01:46.678595 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-79c25deb-cdb4-4535-a15b-ef7e8a32dbd2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:46.679336 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-79c25deb-cdb4-4535-a15b-ef7e8a32dbd2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:46.704792 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-79c25deb-cdb4-4535-a15b-ef7e8a32dbd2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7954764 Jul 15 15:01:46.718544 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09ac83-a424-4413-930f-580b11ccb1be req-88458e3b-1250-49cf-960b-f3fc18568826 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:46.725754 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ee09ac83-a424-4413-930f-580b11ccb1be req-88458e3b-1250-49cf-960b-f3fc18568826 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 943 time: 0.1129172 Jul 15 15:01:46.766507 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ee09ac83-a424-4413-930f-580b11ccb1be req-ef4af343-1c65-4ad4-bd13-c190c7b5076d tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397968 Jul 15 15:01:46.892771 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0b206712-2fc4-49af-9024-51aa987ad1f4 req-54212264-55b9-48e8-8d05-98307b76731c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 210 time: 0.0671048 Jul 15 15:01:47.181325 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-70691953-13b7-4252-b4c6-3f914e15812c req-04e92cd7-bcfb-4e15-b4b4-c30552e1a0b5 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 210 time: 0.0815434 Jul 15 15:01:47.531266 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 59418) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:47.683706 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 59426) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:47.694704 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-eb04ee87-913c-4d73-a29a-4b127ad04630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:47.767273 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-42160796-fdfb-46ef-8516-94e0e0052063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:47.849719 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-eb04ee87-913c-4d73-a29a-4b127ad04630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:47.856498 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-eb04ee87-913c-4d73-a29a-4b127ad04630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:47.914219 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-eb04ee87-913c-4d73-a29a-4b127ad04630 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=96c90d7d784a41709f98669b1ea95423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3818195 Jul 15 15:01:47.917165 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 59438) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:47.929511 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04ee87-913c-4d73-a29a-4b127ad04630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70677d81-f604-44f0-bbe1-5ef02741c53a,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:48.000996 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b661-24f4-4cc9-8307-ee465e9e9232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.038207 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b661-24f4-4cc9-8307-ee465e9e9232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.065472 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc44de0-e69b-4151-919e-3193d1a542fb req-b01a9e98-7283-46ab-9153-747fee6f6ed1 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:48.067306 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6fc44de0-e69b-4151-919e-3193d1a542fb req-b01a9e98-7283-46ab-9153-747fee6f6ed1 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 943 time: 0.1596642 Jul 15 15:01:48.121481 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b9b52182-8f45-4de6-97f6-f30174633299 req-590f5cfc-8ee8-4320-ae5b-879ed8f30697 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 210 time: 0.0662692 Jul 15 15:01:48.148534 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-42160796-fdfb-46ef-8516-94e0e0052063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.152937 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6fc44de0-e69b-4151-919e-3193d1a542fb req-37bebf12-a897-49ef-9bb6-e2a4005af7e5 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724566 Jul 15 15:01:48.173530 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-42160796-fdfb-46ef-8516-94e0e0052063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.207146 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b661-24f4-4cc9-8307-ee465e9e9232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.210011 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5fe7b661-24f4-4cc9-8307-ee465e9e9232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.214798 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-5fe7b661-24f4-4cc9-8307-ee465e9e9232 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/70677d81-f604-44f0-bbe1-5ef02741c53a HTTP/1.1" status: 204 len: 168 time: 0.2954211 Jul 15 15:01:48.233668 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7b661-24f4-4cc9-8307-ee465e9e9232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70677d81-f604-44f0-bbe1-5ef02741c53a,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:48.249692 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-42160796-fdfb-46ef-8516-94e0e0052063 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=441050d795a948baacee7eb446e2ff27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5649149 Jul 15 15:01:48.250807 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42160796-fdfb-46ef-8516-94e0e0052063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208e96cd-24cf-4cc9-b8aa-5579d81bb444,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:48.253498 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 59450) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:48.346337 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-73a4bf34-4ea5-4c3f-b0e3-0919e6e68842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.385226 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-73a4bf34-4ea5-4c3f-b0e3-0919e6e68842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.430089 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7c29bd1b-b08a-404b-81dd-9fc1db294b9e req-c6577ffb-e84b-4592-a24d-282244f10661 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 210 time: 0.0364869 Jul 15 15:01:48.486476 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-73a4bf34-4ea5-4c3f-b0e3-0919e6e68842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.488546 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-73a4bf34-4ea5-4c3f-b0e3-0919e6e68842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:48.490281 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-73a4bf34-4ea5-4c3f-b0e3-0919e6e68842 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/208e96cd-24cf-4cc9-b8aa-5579d81bb444 HTTP/1.1" status: 204 len: 168 time: 0.2327576 Jul 15 15:01:48.500253 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4bf34-4ea5-4c3f-b0e3-0919e6e68842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208e96cd-24cf-4cc9-b8aa-5579d81bb444,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:48.944876 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 59486) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:48.967787 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95442917-8956-4f46-b5f0-3ff78d552d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:49.211789 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95442917-8956-4f46-b5f0-3ff78d552d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:49.220831 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95442917-8956-4f46-b5f0-3ff78d552d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:49.302974 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-95442917-8956-4f46-b5f0-3ff78d552d9b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=10b7222c114544ae8dd071e730987d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563035 Jul 15 15:01:49.304080 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95442917-8956-4f46-b5f0-3ff78d552d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab3bf07-de39-4ddb-8d4c-d0df3b17f7d8,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:49.305761 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 59518) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:49.427081 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f9568fd9-cdaf-4177-9ff6-f5f24892df4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:49.513634 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f9568fd9-cdaf-4177-9ff6-f5f24892df4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:49.593921 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-525b1547-71a0-4736-836a-573bc30157b5 req-a25cb3ef-9a79-4b6c-9964-e85b87a54fe4 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 210 time: 0.0583065 Jul 15 15:01:49.664323 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f9568fd9-cdaf-4177-9ff6-f5f24892df4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:49.664323 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f9568fd9-cdaf-4177-9ff6-f5f24892df4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:49.664323 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f9568fd9-cdaf-4177-9ff6-f5f24892df4b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4ab3bf07-de39-4ddb-8d4c-d0df3b17f7d8 HTTP/1.1" status: 204 len: 168 time: 0.3560390 Jul 15 15:01:49.683690 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9568fd9-cdaf-4177-9ff6-f5f24892df4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab3bf07-de39-4ddb-8d4c-d0df3b17f7d8,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:49.718067 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025ed54-7ab3-4128-9d10-735feeb893a0 req-93fcf471-1c1c-4ddc-9233-3f10170afdd2 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:49.729505 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a025ed54-7ab3-4128-9d10-735feeb893a0 req-93fcf471-1c1c-4ddc-9233-3f10170afdd2 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 943 time: 0.1883247 Jul 15 15:01:49.829494 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a025ed54-7ab3-4128-9d10-735feeb893a0 req-f38f54b4-664e-4563-936a-1e881a9bcad0 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770006 Jul 15 15:01:50.119924 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7333f08c-f820-46f6-9887-00660187a990 req-5138ccb9-def4-4c9d-ba02-0505382d7de6 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 210 time: 0.0726006 Jul 15 15:01:50.845911 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a9a0e868-5893-4254-9f6f-2573f6ccbc82 req-c38a6881-7db3-4b8f-b888-d34a07bc84d7 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 210 time: 0.0497785 Jul 15 15:01:51.039393 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 59622) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:51.105571 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102030b4-e129-4bd8-bcbb-4dc0c966fef8 req-971a7f6e-86f0-49b0-81f3-a4c63d2a22b2 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:51.107293 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-102030b4-e129-4bd8-bcbb-4dc0c966fef8 req-971a7f6e-86f0-49b0-81f3-a4c63d2a22b2 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 943 time: 0.1092789 Jul 15 15:01:51.229188 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-102030b4-e129-4bd8-bcbb-4dc0c966fef8 req-78b1618b-a7fe-4d5d-b428-e20e904b4c57 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101069 Jul 15 15:01:51.366300 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-512f5d5a-9714-4f08-b423-b4b1821e9ce1 req-5a235ca0-b101-4c9b-b421-15171afb8e19 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 210 time: 0.0361705 Jul 15 15:01:51.462170 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b564-b3db-4d2a-b3e6-d9cb5ea62c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:51.617132 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b564-b3db-4d2a-b3e6-d9cb5ea62c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:51.625593 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ddb3b564-b3db-4d2a-b3e6-d9cb5ea62c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:51.676975 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3b564-b3db-4d2a-b3e6-d9cb5ea62c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a5e114-ef05-4923-b4e7-48c813606945,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:51.717014 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ddb3b564-b3db-4d2a-b3e6-d9cb5ea62c9a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e7bfa7c6c32b447f83041959fb673b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6733251 Jul 15 15:01:51.717516 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 59646) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:51.829581 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dcab8556-0d09-4e65-ac79-2cdcde48a0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:51.861541 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dcab8556-0d09-4e65-ac79-2cdcde48a0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:51.951771 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dcab8556-0d09-4e65-ac79-2cdcde48a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:51.954292 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dcab8556-0d09-4e65-ac79-2cdcde48a0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:51.955421 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-dcab8556-0d09-4e65-ac79-2cdcde48a0c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/73a5e114-ef05-4923-b4e7-48c813606945 HTTP/1.1" status: 204 len: 168 time: 0.2372057 Jul 15 15:01:51.963088 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab8556-0d09-4e65-ac79-2cdcde48a0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a5e114-ef05-4923-b4e7-48c813606945,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:52.034133 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a62ebadf-5130-40a9-b574-119c58627149 req-e26e807b-a794-4502-8074-a37856b07934 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 210 time: 0.0398443 Jul 15 15:01:52.276576 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 59676) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:52.295802 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-967dfcb3-d7cf-4fff-b2a4-83e411e57aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:52.434332 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-967dfcb3-d7cf-4fff-b2a4-83e411e57aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:52.441449 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-967dfcb3-d7cf-4fff-b2a4-83e411e57aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:52.491071 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-967dfcb3-d7cf-4fff-b2a4-83e411e57aed admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c0d6e89c667e405c81d622b354070a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101750 Jul 15 15:01:52.491476 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 59684) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:52.534347 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967dfcb3-d7cf-4fff-b2a4-83e411e57aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58725f1a-d943-43a8-b336-42a4427da673,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:52.549620 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd1b92-8d6e-4725-8c6c-9b73c6d60535 req-539903e3-8813-4404-a65a-c258a0df88f2 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:52.551503 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0acd1b92-8d6e-4725-8c6c-9b73c6d60535 req-539903e3-8813-4404-a65a-c258a0df88f2 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 943 time: 0.1825137 Jul 15 15:01:52.605884 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-550dbf07-5c1e-4875-9c75-5652c1b402ff req-0a426245-d95d-4453-8adc-0435cf64ce61 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 210 time: 0.1006296 Jul 15 15:01:52.617105 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0acd1b92-8d6e-4725-8c6c-9b73c6d60535 req-6328bdee-547d-493e-bd1a-294a20cf5ddc tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592556 Jul 15 15:01:52.634721 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0c85c669-42bd-4f49-9c62-aef525ba1252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:52.662226 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0c85c669-42bd-4f49-9c62-aef525ba1252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:52.726600 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0c85c669-42bd-4f49-9c62-aef525ba1252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:52.730095 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0c85c669-42bd-4f49-9c62-aef525ba1252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:52.731542 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-0c85c669-42bd-4f49-9c62-aef525ba1252 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/58725f1a-d943-43a8-b336-42a4427da673 HTTP/1.1" status: 204 len: 168 time: 0.2388017 Jul 15 15:01:52.742267 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85c669-42bd-4f49-9c62-aef525ba1252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58725f1a-d943-43a8-b336-42a4427da673,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:53.055546 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 59706) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:53.204726 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4d544d82-9a90-4252-a21e-4b74a2fac4d3 req-a49a9a35-1895-4134-b9c1-85a3a3e601bd tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 210 time: 0.0355902 Jul 15 15:01:53.218580 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9a81f701-9506-4e97-911d-8a4d27296aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:53.264913 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:53.346355 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9a81f701-9506-4e97-911d-8a4d27296aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:53.350039 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9a81f701-9506-4e97-911d-8a4d27296aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:53.392979 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-9a81f701-9506-4e97-911d-8a4d27296aa6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3911be66f1f1453298aac5a990e2455b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361955 Jul 15 15:01:53.393915 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81f701-9506-4e97-911d-8a4d27296aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f95501-3448-4cb3-b83d-d97c6d0c499e,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:53.395718 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 59722) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:53.475247 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-eb1d53e1-e83f-428e-9747-5eb33a02d496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:53.500467 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-eb1d53e1-e83f-428e-9747-5eb33a02d496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:53.569241 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-eb1d53e1-e83f-428e-9747-5eb33a02d496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:53.571738 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-eb1d53e1-e83f-428e-9747-5eb33a02d496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:53.575971 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-eb1d53e1-e83f-428e-9747-5eb33a02d496 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/92f95501-3448-4cb3-b83d-d97c6d0c499e HTTP/1.1" status: 204 len: 168 time: 0.1758897 Jul 15 15:01:53.602179 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d53e1-e83f-428e-9747-5eb33a02d496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f95501-3448-4cb3-b83d-d97c6d0c499e,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:53.780791 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7201ab24-12d1-4c99-bfd3-98ec349e5c97 req-71729728-7ae9-4911-8c6a-6bd80e71ee27 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 210 time: 0.0408804 Jul 15 15:01:53.845857 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a34292-fe3e-407a-ad0f-3eb9be2efc7c req-90419fb1-0639-4d40-8ab6-4491e0c5115f tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:53.853146 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-16a34292-fe3e-407a-ad0f-3eb9be2efc7c req-90419fb1-0639-4d40-8ab6-4491e0c5115f tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 943 time: 0.0861611 Jul 15 15:01:53.904819 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-16a34292-fe3e-407a-ad0f-3eb9be2efc7c req-47eb667b-3c59-4825-a277-56d9c1292818 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507052 Jul 15 15:01:54.040090 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 59788) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:54.052660 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0d776083-ff20-4dc4-947e-28f8f6d54a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.146247 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0d776083-ff20-4dc4-947e-28f8f6d54a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.150521 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0d776083-ff20-4dc4-947e-28f8f6d54a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.189022 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-0d776083-ff20-4dc4-947e-28f8f6d54a47 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cf763367d6d7459294b600ec9e4c7d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476669 Jul 15 15:01:54.191408 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 59792) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:54.198487 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d776083-ff20-4dc4-947e-28f8f6d54a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dbba8e-cce8-408a-a32b-785a156c1e27,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:54.257308 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0bbf3331-c16c-4271-8d7f-977133462cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.286372 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0bbf3331-c16c-4271-8d7f-977133462cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.363005 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8e6cce8a-2ac3-4a67-b443-fb84a5219e35 req-7830c966-ad30-4962-a4ee-97db53ff710b tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 210 time: 0.0293961 Jul 15 15:01:54.364378 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0bbf3331-c16c-4271-8d7f-977133462cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.367019 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0bbf3331-c16c-4271-8d7f-977133462cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.368085 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-0bbf3331-c16c-4271-8d7f-977133462cde admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a2dbba8e-cce8-408a-a32b-785a156c1e27 HTTP/1.1" status: 204 len: 168 time: 0.1757023 Jul 15 15:01:54.377077 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf3331-c16c-4271-8d7f-977133462cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dbba8e-cce8-408a-a32b-785a156c1e27,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:54.614017 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Request body: {'port': {'device_id': '08622529-f23d-4809-961b-38fef30f0f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:54.701060 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:54.942824 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-5eeffda1-3aed-4e73-b9e5-f1d775795e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:54.945401 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-5eeffda1-3aed-4e73-b9e5-f1d775795e39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd02f9d6d5541caa569e9e60a144f9c&device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 1096 time: 0.2009339 Jul 15 15:01:55.057139 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 59840) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:55.221760 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bd53ce16-1a8a-489d-8953-fb56eae5bb82 req-0edb0807-e340-4f3d-9bd9-7068a677667b tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 210 time: 0.1317031 Jul 15 15:01:55.225407 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.41', 50405) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:55.372614 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-e87fe450-e293-46f3-bba1-2b6aa5b324bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe HTTP/1.1" status: 200 len: 217 time: 0.4151182 Jul 15 15:01:55.387964 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8347d1fe-6040-484a-ba73-87e0da3d1713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:55.503226 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-1978b8ff-7c92-456f-ac97-fbf69d9e08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:55.505710 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-1978b8ff-7c92-456f-ac97-fbf69d9e08b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3b154f4-499b-47fb-baf8-ed8f9a473dbe HTTP/1.1" status: 200 len: 852 time: 0.1063769 Jul 15 15:01:55.517518 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b4cf7-875c-41c7-840d-fa10d68ce2a7 req-5998d932-d99e-460f-92ff-18e781b4c5fe tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:55.520088 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-de7b4cf7-875c-41c7-840d-fa10d68ce2a7 req-5998d932-d99e-460f-92ff-18e781b4c5fe tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 943 time: 0.1930208 Jul 15 15:01:55.599760 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-0ce9dc48-0b45-4a79-bb1a-211776483b00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=005c0a61-63e4-42bd-8762-a46e34edfd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772207 Jul 15 15:01:55.745410 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b16fef22-8d52-4c97-b83d-0afda376eebd req-c244fba2-e56c-451b-9b12-c7dfdf7d661d tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 210 time: 0.0647278 Jul 15 15:01:55.762326 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-9729365d-7316-4ec7-b127-909ccba9442f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:55.764672 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-9729365d-7316-4ec7-b127-909ccba9442f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.41 "GET /v2.0/networks?id=65e7b396-175a-4d9e-8b98-b8695e348fec HTTP/1.1" status: 200 len: 818 time: 0.5350773 Jul 15 15:01:55.784016 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-effd9ff5-6e43-401a-b5e7-41c4c20dd052 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Request body: {'port': {'device_id': 'd1be554c-1b0b-4092-a090-253a73a3b5e7', 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec', 'admin_state_up': True, 'tenant_id': '6de9338e1067409392dc60a909732e80'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:55.798331 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-4e544e9b-19ff-40c0-adcb-9e504c70f218 service neutron] 10.222.0.41 "GET /v2.0/networks/005c0a61-63e4-42bd-8762-a46e34edfd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721668 Jul 15 15:01:55.849872 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-de7b4cf7-875c-41c7-840d-fa10d68ce2a7 req-d1fdd50d-62d6-49ae-845c-fa6f074a6c97 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049316 Jul 15 15:01:55.937481 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4c191e3c-1f7d-4076-9662-b65db1346694 req-a6b68bba-3ff5-4b7b-be47-a3429e462137 service neutron] 10.222.0.41 "GET /v2.0/networks/005c0a61-63e4-42bd-8762-a46e34edfd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303401 Jul 15 15:01:55.968141 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45dbe226-7674-41a2-bcc2-b2e15fcc2400 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:01:55.984617 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.020833 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Transition to ACTIVE for port object 45dbe226-7674-41a2-bcc2-b2e15fcc2400 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:56.027066 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8347d1fe-6040-484a-ba73-87e0da3d1713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.031685 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.035760 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.41', 50412) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:56.040299 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8347d1fe-6040-484a-ba73-87e0da3d1713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.170650 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-2b377c47-2c2d-4d26-802b-9784815b353c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:56.173059 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-2b377c47-2c2d-4d26-802b-9784815b353c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.41 "GET /v2.0/networks?id=21c983ea-d72b-4caf-9ecb-4a2da4a95654 HTTP/1.1" status: 200 len: 817 time: 0.1630137 Jul 15 15:01:56.284804 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-e19ad396-11e9-4dbb-afd6-f271f140b603 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af2016afdf21465691485701f391f03b HTTP/1.1" status: 200 len: 379 time: 0.0889883 Jul 15 15:01:56.304298 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-23bb76d0-b085-4b30-bcc6-85acdf223d02 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Request body: {'port': {'device_id': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'admin_state_up': True, 'tenant_id': 'af2016afdf21465691485701f391f03b', 'security_groups': ['59d5a296-a752-45a6-8a6d-fd8ccb595067']}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:56.369461 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347d1fe-6040-484a-ba73-87e0da3d1713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c1683a-43ff-496f-bd17-713bc338f53b,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:56.379752 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-effd9ff5-6e43-401a-b5e7-41c4c20dd052 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Made reservation on behalf of 6de9338e1067409392dc60a909732e80 for: {'port': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:56.383316 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-effd9ff5-6e43-401a-b5e7-41c4c20dd052 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.424440 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-8347d1fe-6040-484a-ba73-87e0da3d1713 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5ec1160179144bcaa3757f20358ef7eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3609858 Jul 15 15:01:56.430184 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 59894) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:56.447495 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Pushing event updated for resources: {'Port': ['ID=45dbe226-7674-41a2-bcc2-b2e15fcc2400,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:56.472235 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-82526ce1-8970-4248-ad39-08db0abde391 req-3e0c12c9-0810-4863-95f3-efe3ddea2291 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 210 time: 0.0609143 Jul 15 15:01:56.475945 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe3717-ee56-4a40-a6c9-55079250bb20 req-2a43aac1-cc6d-4745-9f52-db8b91f022b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:56.477926 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5dfe3717-ee56-4a40-a6c9-55079250bb20 req-2a43aac1-cc6d-4745-9f52-db8b91f022b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd02f9d6d5541caa569e9e60a144f9c&device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 1096 time: 0.4345183 Jul 15 15:01:56.524709 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-23bb76d0-b085-4b30-bcc6-85acdf223d02 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Made reservation on behalf of af2016afdf21465691485701f391f03b for: {'port': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:01:56.529246 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-23bb76d0-b085-4b30-bcc6-85acdf223d02 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.709721 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-23bb76d0-b085-4b30-bcc6-85acdf223d02 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Allocated IP 172.20.0.9 (21c983ea-d72b-4caf-9ecb-4a2da4a95654/d8085225-82a0-4f67-8a09-a82c8f272762/9070fadf-8265-499a-b458-94189b5f9d06) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:56.822688 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c81ddf40-6c88-4fae-a875-df01d04d335a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.871167 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Attempting to bind port 45dbe226-7674-41a2-bcc2-b2e15fcc2400 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:56.871672 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Attempting to bind port 45dbe226-7674-41a2-bcc2-b2e15fcc2400 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7a1294d8-ee6d-4176-a8b0-53b98f23d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:56.872344 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Attempting to bind port 45dbe226-7674-41a2-bcc2-b2e15fcc2400 on network 65e7b396-175a-4d9e-8b98-b8695e348fec {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:56.888130 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe3717-ee56-4a40-a6c9-55079250bb20 req-79e79533-f152-40e8-a132-7e51b1c5ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:56.890351 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5dfe3717-ee56-4a40-a6c9-55079250bb20 req-79e79533-f152-40e8-a132-7e51b1c5ff43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=005c0a61-63e4-42bd-8762-a46e34edfd15 HTTP/1.1" status: 200 len: 913 time: 0.3747284 Jul 15 15:01:56.892856 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c81ddf40-6c88-4fae-a875-df01d04d335a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.906532 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Port 45dbe226-7674-41a2-bcc2-b2e15fcc2400 on network 65e7b396-175a-4d9e-8b98-b8695e348fec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:56.906999 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Attempting to bind port 45dbe226-7674-41a2-bcc2-b2e15fcc2400 on network 65e7b396-175a-4d9e-8b98-b8695e348fec {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:56.953686 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-23bb76d0-b085-4b30-bcc6-85acdf223d02 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:56.956741 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-effd9ff5-6e43-401a-b5e7-41c4c20dd052 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Allocated IP 172.20.0.9 (65e7b396-175a-4d9e-8b98-b8695e348fec/a9f33964-418e-49b9-8d6e-5705600bae01/1ab1aa97-3351-4d97-9cfc-0dc633adce40) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:01:56.988371 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-23bb76d0-b085-4b30-bcc6-85acdf223d02 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Transition to ACTIVE for port object 9070fadf-8265-499a-b458-94189b5f9d06 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:57.037525 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5dfe3717-ee56-4a40-a6c9-55079250bb20 req-49032867-8155-4529-a957-1dc7cfec8b39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe HTTP/1.1" status: 200 len: 217 time: 0.1321299 Jul 15 15:01:57.043715 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:57.044327 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Checking segment: {'id': '7a1294d8-ee6d-4176-a8b0-53b98f23d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:57.045097 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Bound using segment: {'id': '7a1294d8-ee6d-4176-a8b0-53b98f23d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:57.045731 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Bound port: 45dbe226-7674-41a2-bcc2-b2e15fcc2400, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1294d8-ee6d-4176-a8b0-53b98f23d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:57.046310 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.056193 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-23bb76d0-b085-4b30-bcc6-85acdf223d02 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.107513 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-23bb76d0-b085-4b30-bcc6-85acdf223d02 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:57.111122 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-23bb76d0-b085-4b30-bcc6-85acdf223d02 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:57.188431 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-23bb76d0-b085-4b30-bcc6-85acdf223d02 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:57.193816 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 59930) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:57.194049 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-23bb76d0-b085-4b30-bcc6-85acdf223d02 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:57.194681 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-23bb76d0-b085-4b30-bcc6-85acdf223d02 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.239011 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-23bb76d0-b085-4b30-bcc6-85acdf223d02 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9476728 Jul 15 15:01:57.253183 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Request body: {'port': {'device_id': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:01:57.319964 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb76d0-b085-4b30-bcc6-85acdf223d02 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event updated for resources: {'Port': ['ID=9070fadf-8265-499a-b458-94189b5f9d06,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:57.330966 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2bdbf-765d-42a7-ac00-caf5aef87738 req-cc424e0a-ff8d-40d7-a506-ae04a54d7104 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:57.332589 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-94d2bdbf-765d-42a7-ac00-caf5aef87738 req-cc424e0a-ff8d-40d7-a506-ae04a54d7104 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 931 time: 0.2939489 Jul 15 15:01:57.340973 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe3717-ee56-4a40-a6c9-55079250bb20 req-71906fa9-fb95-4949-b261-c91a5430cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:57.342859 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5dfe3717-ee56-4a40-a6c9-55079250bb20 req-71906fa9-fb95-4949-b261-c91a5430cde1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3b154f4-499b-47fb-baf8-ed8f9a473dbe HTTP/1.1" status: 200 len: 852 time: 0.2847767 Jul 15 15:01:57.348744 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c81ddf40-6c88-4fae-a875-df01d04d335a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.351604 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c81ddf40-6c88-4fae-a875-df01d04d335a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.352952 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c81ddf40-6c88-4fae-a875-df01d04d335a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c6c1683a-43ff-496f-bd17-713bc338f53b HTTP/1.1" status: 204 len: 168 time: 0.9021323 Jul 15 15:01:57.470280 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-94d2bdbf-765d-42a7-ac00-caf5aef87738 req-33827a2e-1db3-47f1-80e8-a7f22dc05daf tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297429 Jul 15 15:01:57.473580 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.517173 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5dfe3717-ee56-4a40-a6c9-55079250bb20 req-a6886c0c-5548-4993-a565-6bd252198656 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=005c0a61-63e4-42bd-8762-a46e34edfd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1628807 Jul 15 15:01:57.518332 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ddf40-6c88-4fae-a875-df01d04d335a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c1683a-43ff-496f-bd17-713bc338f53b,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:57.600606 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-7e54b663-667b-46c5-aa00-91e851a3b13f None None] Provisioning for port 9070fadf-8265-499a-b458-94189b5f9d06 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:01:57.610121 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-7e54b663-667b-46c5-aa00-91e851a3b13f None None] Provisioning complete for port 9070fadf-8265-499a-b458-94189b5f9d06 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:01:57.610634 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7e54b663-667b-46c5-aa00-91e851a3b13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.684776 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-7e54b663-667b-46c5-aa00-91e851a3b13f None None] Port 9070fadf-8265-499a-b458-94189b5f9d06 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:01:57.731667 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] For port 45dbe226-7674-41a2-bcc2-b2e15fcc2400, host hv-cinder-78836, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:57.774624 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37556c12-39e0-4322-b3f9-a791161d7ff5 req-c3962d4c-89e8-4d44-8b68-e45cf02d5b65 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:57.776161 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-37556c12-39e0-4322-b3f9-a791161d7ff5 req-c3962d4c-89e8-4d44-8b68-e45cf02d5b65 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 943 time: 0.6957421 Jul 15 15:01:57.798134 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3d37ca68-292d-4cb1-88cf-8ed1bb5fec63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.813580 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-23c3dfbd-0f1c-4b07-b2af-76f4ea762df8 req-59d9f551-782b-4d1f-8de1-fc02679373b8 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 210 time: 0.0373411 Jul 15 15:01:57.846497 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] For port 45dbe226-7674-41a2-bcc2-b2e15fcc2400, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45dbe226-7674-41a2-bcc2-b2e15fcc2400,segment=NetworkSegment(7a1294d8-ee6d-4176-a8b0-53b98f23d26f),segment_id=7a1294d8-ee6d-4176-a8b0-53b98f23d26f)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:57.867949 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-effd9ff5-6e43-401a-b5e7-41c4c20dd052 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.876061 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.876228 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 59946) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:57.896613 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-88a7c451-3fcb-4d12-9e46-3637f63473c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.968862 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:57.969093 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9070fadf-8265-499a-b458-94189b5f9d06 {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:01:57.969487 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.970885 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] 10.222.0.41 "PUT /v2.0/ports/45dbe226-7674-41a2-bcc2-b2e15fcc2400 HTTP/1.1" status: 200 len: 1094 time: 3.3620970 Jul 15 15:01:57.971347 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08622529-f23d-4809-961b-38fef30f0f1e', 'tag': '45dbe226-7674-41a2-bcc2-b2e15fcc2400'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:01:57.976313 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:57.982739 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-37556c12-39e0-4322-b3f9-a791161d7ff5 req-ca32864f-a66d-4123-a88e-f6d2ca23b7d2 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744523 Jul 15 15:01:57.994049 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Transition to ACTIVE for port object 9070fadf-8265-499a-b458-94189b5f9d06 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:01:58.002727 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2cc0e-bd85-4ba3-b0b9-518dd210d873 service neutron] Pushing event updated for resources: {'Port': ['ID=45dbe226-7674-41a2-bcc2-b2e15fcc2400,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:58.009695 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.045818 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-effd9ff5-6e43-401a-b5e7-41c4c20dd052 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.069213 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=9070fadf-8265-499a-b458-94189b5f9d06,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:58.104448 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Attempting to bind port 9070fadf-8265-499a-b458-94189b5f9d06 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:01:58.105279 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Attempting to bind port 9070fadf-8265-499a-b458-94189b5f9d06 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '486c78a0-3d56-4446-82c8-9aa404878018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:01:58.105786 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Attempting to bind port 9070fadf-8265-499a-b458-94189b5f9d06 on network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:58.111971 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Port 9070fadf-8265-499a-b458-94189b5f9d06 on network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:01:58.112468 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a59cbd6-dd9b-4158-932a-1462ad108f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "08622529-f23d-4809-961b-38fef30f0f1e", "tag": "45dbe226-7674-41a2-bcc2-b2e15fcc2400"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:58.114398 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Attempting to bind port 9070fadf-8265-499a-b458-94189b5f9d06 on network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:01:58.119818 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd9ff5-6e43-401a-b5e7-41c4c20dd052 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Pushing event updated for resources: {'Port': ['ID=1ab1aa97-3351-4d97-9cfc-0dc633adce40,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:58.133469 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-effd9ff5-6e43-401a-b5e7-41c4c20dd052 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Network 65e7b396-175a-4d9e-8b98-b8695e348fec is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:01:58.136422 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:01:58.136936 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Checking segment: {'id': '486c78a0-3d56-4446-82c8-9aa404878018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:01:58.137372 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-effd9ff5-6e43-401a-b5e7-41c4c20dd052 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:01:58.137692 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Bound using segment: {'id': '486c78a0-3d56-4446-82c8-9aa404878018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:01:58.138232 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Bound port: 9070fadf-8265-499a-b458-94189b5f9d06, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486c78a0-3d56-4446-82c8-9aa404878018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:01:58.138689 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.140738 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-effd9ff5-6e43-401a-b5e7-41c4c20dd052 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:01:58.220243 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3d37ca68-292d-4cb1-88cf-8ed1bb5fec63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.239625 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-effd9ff5-6e43-401a-b5e7-41c4c20dd052 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:58.240945 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-effd9ff5-6e43-401a-b5e7-41c4c20dd052 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.244062 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3d37ca68-292d-4cb1-88cf-8ed1bb5fec63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.250686 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] For port 9070fadf-8265-499a-b458-94189b5f9d06, host hv-cinder-78836, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:01:58.258084 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] For port 9070fadf-8265-499a-b458-94189b5f9d06, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9070fadf-8265-499a-b458-94189b5f9d06,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:01:58.275434 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.298944 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-3d37ca68-292d-4cb1-88cf-8ed1bb5fec63 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=683de274ecf54bdaae1a7389f30eab63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0862274 Jul 15 15:01:58.298944 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37ca68-292d-4cb1-88cf-8ed1bb5fec63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bedbcee-a49e-4bb6-98b3-f748f497fa8c,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:58.299873 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 59960) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:58.320095 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec8182a-e29b-4ac7-a5ec-2234982bb054 x-openstack-request-id: req-3ec8182a-e29b-4ac7-a5ec-2234982bb054 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:58.320388 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08622529-f23d-4809-961b-38fef30f0f1e", "tag": "45dbe226-7674-41a2-bcc2-b2e15fcc2400", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:58.320626 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3ec8182a-e29b-4ac7-a5ec-2234982bb054 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:58.321086 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08622529-f23d-4809-961b-38fef30f0f1e', 'tag': '45dbe226-7674-41a2-bcc2-b2e15fcc2400', 'status': 'completed', 'code': 200} Jul 15 15:01:58.330325 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:58.330946 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.332386 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] 10.222.0.41 "PUT /v2.0/ports/9070fadf-8265-499a-b458-94189b5f9d06 HTTP/1.1" status: 200 len: 1093 time: 1.0840561 Jul 15 15:01:58.332835 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'tag': '9070fadf-8265-499a-b458-94189b5f9d06'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:01:58.335052 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e12d3d6-fc84-4e10-8792-2c4ff49900c2" -d '{"events": [{"name": "network-changed", "server_uuid": "009bb2f1-a1f9-4f31-b5ad-c668181f33eb", "tag": "9070fadf-8265-499a-b458-94189b5f9d06"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:01:58.365928 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb7467-0b59-445e-9190-6b4101646ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=9070fadf-8265-499a-b458-94189b5f9d06,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:58.367333 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0762c56c-9bfa-4cdd-acb3-ee975eb6b317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.388364 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3b0c57-4983-46b0-9e55-863be0d47c56 x-openstack-request-id: req-2f3b0c57-4983-46b0-9e55-863be0d47c56 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:01:58.388664 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009bb2f1-a1f9-4f31-b5ad-c668181f33eb", "tag": "9070fadf-8265-499a-b458-94189b5f9d06", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:01:58.388920 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f3b0c57-4983-46b0-9e55-863be0d47c56 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:01:58.389311 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'tag': '9070fadf-8265-499a-b458-94189b5f9d06', 'status': 'completed', 'code': 200} Jul 15 15:01:58.396977 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0762c56c-9bfa-4cdd-acb3-ee975eb6b317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.402923 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-88a7c451-3fcb-4d12-9e46-3637f63473c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.407373 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-88a7c451-3fcb-4d12-9e46-3637f63473c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.419310 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-effd9ff5-6e43-401a-b5e7-41c4c20dd052 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6451230 Jul 15 15:01:58.447755 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-88a7c451-3fcb-4d12-9e46-3637f63473c1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ea88687b8e68435d80eda52fcb6e7ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5703568 Jul 15 15:01:58.449446 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7c451-3fcb-4d12-9e46-3637f63473c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ff7f11-d7cc-4929-9c24-7588aa54fc54,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:58.451457 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 59964) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:01:58.472813 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0762c56c-9bfa-4cdd-acb3-ee975eb6b317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.475245 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0762c56c-9bfa-4cdd-acb3-ee975eb6b317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.476365 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-0762c56c-9bfa-4cdd-acb3-ee975eb6b317 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1bedbcee-a49e-4bb6-98b3-f748f497fa8c HTTP/1.1" status: 204 len: 168 time: 0.1755252 Jul 15 15:01:58.497139 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762c56c-9bfa-4cdd-acb3-ee975eb6b317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bedbcee-a49e-4bb6-98b3-f748f497fa8c,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:58.539319 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81304f80-9342-44a0-a994-849f834f6b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.565330 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81304f80-9342-44a0-a994-849f834f6b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.612400 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81304f80-9342-44a0-a994-849f834f6b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.614876 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-81304f80-9342-44a0-a994-849f834f6b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:01:58.616487 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-81304f80-9342-44a0-a994-849f834f6b3d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b9ff7f11-d7cc-4929-9c24-7588aa54fc54 HTTP/1.1" status: 204 len: 168 time: 0.1511497 Jul 15 15:01:58.632328 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81304f80-9342-44a0-a994-849f834f6b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ff7f11-d7cc-4929-9c24-7588aa54fc54,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:01:58.709643 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991b6dc-24e4-45a8-8197-18bc28b3ae0f req-84be5fdb-3f21-4373-a776-015be4b7069c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:58.711382 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3991b6dc-24e4-45a8-8197-18bc28b3ae0f req-84be5fdb-3f21-4373-a776-015be4b7069c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0880625 Jul 15 15:01:58.750822 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3991b6dc-24e4-45a8-8197-18bc28b3ae0f req-d4878bd5-0667-46d5-b5f6-e1519c34a699 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330443 Jul 15 15:01:59.009517 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ff0e7-b5c0-4f07-a74d-2872dbe066e0 req-9cc43a99-c55b-4e83-b4fd-0ceb2ee12dcf tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:59.012124 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bb1ff0e7-b5c0-4f07-a74d-2872dbe066e0 req-9cc43a99-c55b-4e83-b4fd-0ceb2ee12dcf tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 931 time: 0.0746963 Jul 15 15:01:59.060084 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bb1ff0e7-b5c0-4f07-a74d-2872dbe066e0 req-07905445-2246-44c3-87e1-980bc9489217 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405984 Jul 15 15:01:59.171802 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2119d8d-eca8-4602-994b-8257effe40d3 req-67a3ef7b-358c-4a4c-90a1-d9a2da8ce4bb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:59.173433 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e2119d8d-eca8-4602-994b-8257effe40d3 req-67a3ef7b-358c-4a4c-90a1-d9a2da8ce4bb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 943 time: 0.0744405 Jul 15 15:01:59.212872 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e2119d8d-eca8-4602-994b-8257effe40d3 req-d15b2c00-75f1-414a-a083-f482effbf9f0 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335271 Jul 15 15:01:59.944497 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001bf32-9800-40d5-bfce-5715737ff1fe req-c990b7ba-a705-4191-ae92-5d529679a3d0 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:01:59.945987 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2001bf32-9800-40d5-bfce-5715737ff1fe req-c990b7ba-a705-4191-ae92-5d529679a3d0 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0635526 Jul 15 15:01:59.987681 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2001bf32-9800-40d5-bfce-5715737ff1fe req-13c2728e-a0d1-4df1-9e90-48072dcf1d28 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343883 Jul 15 15:02:00.256665 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ea9cf-8e04-4cb8-bad4-d143e8de352a req-a7997b47-839e-4221-a486-2bfb719d86d9 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:00.263605 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1d8ea9cf-8e04-4cb8-bad4-d143e8de352a req-a7997b47-839e-4221-a486-2bfb719d86d9 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 931 time: 0.0874114 Jul 15 15:02:00.272508 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2f3bfe94-d21d-4e50-8d9c-9bfed47015eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.299780 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1d8ea9cf-8e04-4cb8-bad4-d143e8de352a req-7ae532c9-75ed-43cf-b4b9-c4f396cc43d1 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352993 Jul 15 15:02:00.422740 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82f607-b1dd-4768-b735-e520a34c54db req-fdf8eec2-e596-4282-b250-3dabb3734517 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:00.424944 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9e82f607-b1dd-4768-b735-e520a34c54db req-fdf8eec2-e596-4282-b250-3dabb3734517 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 943 time: 0.0823879 Jul 15 15:02:00.469087 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9e82f607-b1dd-4768-b735-e520a34c54db req-71c96672-0fcd-4ac7-ab3b-481ee4db95e2 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379496 Jul 15 15:02:00.662017 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:02:00.700272 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Request body: {'port': {'device_id': 'd1be554c-1b0b-4092-a090-253a73a3b5e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:00.786269 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d3d6-fc84-4e10-8792-2c4ff49900c2 req-dbcde231-8fa2-4310-a982-9e4a61d4c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:00.793001 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0e12d3d6-fc84-4e10-8792-2c4ff49900c2 req-dbcde231-8fa2-4310-a982-9e4a61d4c1aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af2016afdf21465691485701f391f03b&device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 1096 time: 0.1014054 Jul 15 15:02:00.815678 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe,segment=NetworkSegment(165b4a6f-45c7-432d-a1d9-1a298de331ac),segment_id=165b4a6f-45c7-432d-a1d9-1a298de331ac)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:00.849136 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe', 'network_id': '005c0a61-63e4-42bd-8762-a46e34edfd15', 'port_id': '4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe', 'mac_address': 'fa:16:3e:d7:b8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b154f4-499b-47fb-baf8-ed8f9a473dbe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:02:00.916333 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:00.945735 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:02:00.972365 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe,segment=NetworkSegment(165b4a6f-45c7-432d-a1d9-1a298de331ac),segment_id=165b4a6f-45c7-432d-a1d9-1a298de331ac)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:00.978970 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.037886 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:01.046464 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d3d6-fc84-4e10-8792-2c4ff49900c2 req-1d986cf3-833f-4208-b5ba-67b0b9573e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:01.049544 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0e12d3d6-fc84-4e10-8792-2c4ff49900c2 req-1d986cf3-833f-4208-b5ba-67b0b9573e7d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=af2016afdf21465691485701f391f03b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2490828 Jul 15 15:02:01.058510 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:01.078308 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5dfe3717-ee56-4a40-a6c9-55079250bb20 req-034361d0-f5e3-4519-a645-43ffd6d190ea service neutron] 10.222.0.41 "GET /v2.0/networks/005c0a61-63e4-42bd-8762-a46e34edfd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115486 Jul 15 15:02:01.142952 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59cbd6-dd9b-4158-932a-1462ad108f3d req-65e36990-fabb-488b-ac8f-f7f2727164b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:01.144534 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5a59cbd6-dd9b-4158-932a-1462ad108f3d req-65e36990-fabb-488b-ac8f-f7f2727164b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6de9338e1067409392dc60a909732e80&device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 1097 time: 0.1826551 Jul 15 15:02:01.257569 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:02:01.345850 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5dfe3717-ee56-4a40-a6c9-55079250bb20 req-d2e98960-aa41-4794-a41a-983248e19d9c service neutron] 10.222.0.41 "GET /v2.0/networks/005c0a61-63e4-42bd-8762-a46e34edfd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571738 Jul 15 15:02:01.523923 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12d3d6-fc84-4e10-8792-2c4ff49900c2 req-fa224235-9140-4f53-90a1-bbd4fd122cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:01.525579 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0e12d3d6-fc84-4e10-8792-2c4ff49900c2 req-fa224235-9140-4f53-90a1-bbd4fd122cda service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4690535 Jul 15 15:02:01.557464 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527901dd-0681-4d6d-840f-652bdb91303f req-7e5d0b77-df41-4d3e-9635-0f6b2f56ddeb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:01.569637 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-527901dd-0681-4d6d-840f-652bdb91303f req-7e5d0b77-df41-4d3e-9635-0f6b2f56ddeb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.4151018 Jul 15 15:02:01.661746 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-527901dd-0681-4d6d-840f-652bdb91303f req-beccd533-fbbd-4d32-b4eb-dae5f0ef7ee1 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906553 Jul 15 15:02:01.742268 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-ce81e596-f32a-41d7-a567-e19f0e7bcb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:01.742692 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-ce81e596-f32a-41d7-a567-e19f0e7bcb8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af2016afdf21465691485701f391f03b&device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 1096 time: 0.1537740 Jul 15 15:02:01.751493 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59cbd6-dd9b-4158-932a-1462ad108f3d req-344421ee-7b3c-4946-8684-972da8ca3c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:01.753428 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5a59cbd6-dd9b-4158-932a-1462ad108f3d req-344421ee-7b3c-4946-8684-972da8ca3c3b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6de9338e1067409392dc60a909732e80&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5989623 Jul 15 15:02:01.823428 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-29fa896d-4a29-44a7-bed7-96f6130f2807 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9070fadf-8265-499a-b458-94189b5f9d06 HTTP/1.1" status: 200 len: 217 time: 0.0703714 Jul 15 15:02:01.946117 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-fb3d9caf-fb21-45a2-8412-448ef97f42b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:01.947646 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-fb3d9caf-fb21-45a2-8412-448ef97f42b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8085225-82a0-4f67-8a09-a82c8f272762 HTTP/1.1" status: 200 len: 856 time: 0.1183028 Jul 15 15:02:01.988444 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6526c-d4d6-4bdc-a788-924ec3bc6df9 req-d1d77826-0166-42b7-b780-ec501d92cb42 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:01.990208 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a7f6526c-d4d6-4bdc-a788-924ec3bc6df9 req-d1d77826-0166-42b7-b780-ec501d92cb42 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 931 time: 0.2819355 Jul 15 15:02:02.035108 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a3d7c-1d15-4600-bce4-4590050f06a6 req-330bb73d-4dd4-44f4-b0f8-10ed46540d8c tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:02.040690 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b09a3d7c-1d15-4600-bce4-4590050f06a6 req-330bb73d-4dd4-44f4-b0f8-10ed46540d8c tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 944 time: 0.1491377 Jul 15 15:02:02.047583 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 60134) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:02.085659 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59cbd6-dd9b-4158-932a-1462ad108f3d req-ed8268cf-1d4d-414c-b36e-f5701317f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:02.087151 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5a59cbd6-dd9b-4158-932a-1462ad108f3d req-ed8268cf-1d4d-414c-b36e-f5701317f873 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3203933 Jul 15 15:02:02.090848 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab1aa97-3351-4d97-9cfc-0dc633adce40 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:02:02.093187 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-ff503d44-ded1-4078-a8de-5a841dcdac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:02.094906 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-ff503d44-ded1-4078-a8de-5a841dcdac98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21c983ea-d72b-4caf-9ecb-4a2da4a95654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1367593 Jul 15 15:02:02.101495 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a7f6526c-d4d6-4bdc-a788-924ec3bc6df9 req-f8b3fcf0-c864-4a47-9617-21d2596acc8a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932176 Jul 15 15:02:02.103535 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.120982 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Transition to ACTIVE for port object 1ab1aa97-3351-4d97-9cfc-0dc633adce40 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:02.127800 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.171374 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b09a3d7c-1d15-4600-bce4-4590050f06a6 req-45e759db-8fdd-4096-a9dc-a546f2e5daf3 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228149 Jul 15 15:02:02.242752 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab1aa97-3351-4d97-9cfc-0dc633adce40,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:02.261594 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ce31369a-656e-48cf-9059-2c9cb36ae524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.286766 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-c47770c0-cd70-44e6-bf5c-34df8fb71eaf service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721957 Jul 15 15:02:02.313749 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-5bc70cb4-ffc6-41a5-9c87-266febaa6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:02.315270 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-5bc70cb4-ffc6-41a5-9c87-266febaa6a70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6de9338e1067409392dc60a909732e80&device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 1097 time: 0.1561255 Jul 15 15:02:02.371959 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-64d840a5-32c6-41a7-9e99-69c3aef4acf6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45dbe226-7674-41a2-bcc2-b2e15fcc2400 HTTP/1.1" status: 200 len: 217 time: 0.0450661 Jul 15 15:02:02.373052 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Attempting to bind port 1ab1aa97-3351-4d97-9cfc-0dc633adce40 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:02:02.373388 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Attempting to bind port 1ab1aa97-3351-4d97-9cfc-0dc633adce40 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7a1294d8-ee6d-4176-a8b0-53b98f23d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:02:02.373948 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Attempting to bind port 1ab1aa97-3351-4d97-9cfc-0dc633adce40 on network 65e7b396-175a-4d9e-8b98-b8695e348fec {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:02.381906 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Port 1ab1aa97-3351-4d97-9cfc-0dc633adce40 on network 65e7b396-175a-4d9e-8b98-b8695e348fec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:02:02.382226 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Attempting to bind port 1ab1aa97-3351-4d97-9cfc-0dc633adce40 on network 65e7b396-175a-4d9e-8b98-b8695e348fec {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:02.416479 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:02:02.416809 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Checking segment: {'id': '7a1294d8-ee6d-4176-a8b0-53b98f23d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:02.417246 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Bound using segment: {'id': '7a1294d8-ee6d-4176-a8b0-53b98f23d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:02:02.417923 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Bound port: 1ab1aa97-3351-4d97-9cfc-0dc633adce40, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1294d8-ee6d-4176-a8b0-53b98f23d26f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:02:02.420693 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.446696 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f0a59c7-695a-4697-a99d-d5a7c43c128f req-14fb347c-e94d-4788-9b5e-c9f4f66dac46 service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520958 Jul 15 15:02:02.466941 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-606fdcb7-df3b-4860-b596-fcc3b1772eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:02.468399 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-606fdcb7-df3b-4860-b596-fcc3b1772eb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9f33964-418e-49b9-8d6e-5705600bae01 HTTP/1.1" status: 200 len: 858 time: 0.0878670 Jul 15 15:02:02.478396 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ce31369a-656e-48cf-9059-2c9cb36ae524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.483093 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ce31369a-656e-48cf-9059-2c9cb36ae524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.513449 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-2a430ab5-458c-40dd-9def-86cb9fbd8de0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65e7b396-175a-4d9e-8b98-b8695e348fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356488 Jul 15 15:02:02.532453 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ce31369a-656e-48cf-9059-2c9cb36ae524 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8cfc8f67183d4f2a872b28a1a14ad2c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826627 Jul 15 15:02:02.536023 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 60142) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:02.540239 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] For port 1ab1aa97-3351-4d97-9cfc-0dc633adce40, host hv-cinder-78836, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:02.545623 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce31369a-656e-48cf-9059-2c9cb36ae524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0accbddc-0b7a-46cb-9288-dd01bc4f76bd,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:02.563809 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] For port 1ab1aa97-3351-4d97-9cfc-0dc633adce40, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1ab1aa97-3351-4d97-9cfc-0dc633adce40,segment=NetworkSegment(7a1294d8-ee6d-4176-a8b0-53b98f23d26f),segment_id=7a1294d8-ee6d-4176-a8b0-53b98f23d26f)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:02.569467 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.593414 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6e56c8f2-dfab-4e0a-8b89-6d11033af436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.617445 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6e56c8f2-dfab-4e0a-8b89-6d11033af436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.644165 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:02.644821 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.646210 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] 10.222.0.41 "PUT /v2.0/ports/1ab1aa97-3351-4d97-9cfc-0dc633adce40 HTTP/1.1" status: 200 len: 1093 time: 1.9550636 Jul 15 15:02:02.646653 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1be554c-1b0b-4092-a090-253a73a3b5e7', 'tag': '1ab1aa97-3351-4d97-9cfc-0dc633adce40'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:02:02.649138 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f617e44-630d-4617-a6a9-6698d75b1ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "d1be554c-1b0b-4092-a090-253a73a3b5e7", "tag": "1ab1aa97-3351-4d97-9cfc-0dc633adce40"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:02.671229 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-bd57a087-ccd7-4987-a0fc-5eec216670a7 service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501529 Jul 15 15:02:02.680216 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29c57b-09f0-4ed4-ae8d-48c0bead2cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab1aa97-3351-4d97-9cfc-0dc633adce40,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:02.689465 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6e56c8f2-dfab-4e0a-8b89-6d11033af436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.692000 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6e56c8f2-dfab-4e0a-8b89-6d11033af436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:02.695932 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-6e56c8f2-dfab-4e0a-8b89-6d11033af436 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0accbddc-0b7a-46cb-9288-dd01bc4f76bd HTTP/1.1" status: 204 len: 168 time: 0.1589084 Jul 15 15:02:02.704888 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56c8f2-dfab-4e0a-8b89-6d11033af436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0accbddc-0b7a-46cb-9288-dd01bc4f76bd,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:02.719962 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddca3a8b-63ee-462d-9de2-e7e5b4124ebb x-openstack-request-id: req-ddca3a8b-63ee-462d-9de2-e7e5b4124ebb {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:02.720672 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1be554c-1b0b-4092-a090-253a73a3b5e7", "tag": "1ab1aa97-3351-4d97-9cfc-0dc633adce40", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:02.720672 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ddca3a8b-63ee-462d-9de2-e7e5b4124ebb {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:02.720897 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1be554c-1b0b-4092-a090-253a73a3b5e7', 'tag': '1ab1aa97-3351-4d97-9cfc-0dc633adce40', 'status': 'completed', 'code': 200} Jul 15 15:02:02.828716 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3fe05837-894f-40d2-956b-08bf1b62a182 req-34cfad91-2179-466a-a638-810c318932a9 service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442420 Jul 15 15:02:02.833439 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-eebcee92-f8bb-4bf1-8874-e361e69f7d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:02.834768 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-eebcee92-f8bb-4bf1-8874-e361e69f7d8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6de9338e1067409392dc60a909732e80&device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 1096 time: 0.1413414 Jul 15 15:02:02.904225 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-1fa3f4d5-8d87-4ac6-b8cf-4ce48ebe8154 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ab1aa97-3351-4d97-9cfc-0dc633adce40 HTTP/1.1" status: 200 len: 217 time: 0.0618358 Jul 15 15:02:02.908695 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae09e3-4f36-4a3d-88f2-a49845e35b21 req-402fea78-b17c-495a-a602-b564a4999f7a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:02.910574 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8dae09e3-4f36-4a3d-88f2-a49845e35b21 req-402fea78-b17c-495a-a602-b564a4999f7a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0888362 Jul 15 15:02:02.990140 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:03.003814 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8dae09e3-4f36-4a3d-88f2-a49845e35b21 req-faa1f4a2-798b-4363-80b5-b999850c4377 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706441 Jul 15 15:02:03.058609 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a3ee0482-3dee-45b6-b518-7a9931541af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.125102 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 60166) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:03.145964 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:03.150439 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:03.151184 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.155974 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7635-e9b7-49cb-a219-59a86dd39e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.229025 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-4fe8a166-73b0-4686-8e30-ba9f0143c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:03.232130 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-4fe8a166-73b0-4686-8e30-ba9f0143c1fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9f33964-418e-49b9-8d6e-5705600bae01 HTTP/1.1" status: 200 len: 858 time: 0.3190846 Jul 15 15:02:03.278354 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-701da1de-f4ca-4785-9009-de906be9de7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65e7b396-175a-4d9e-8b98-b8695e348fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393243 Jul 15 15:02:03.321584 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.379650 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7635-e9b7-49cb-a219-59a86dd39e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.387760 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7635-e9b7-49cb-a219-59a86dd39e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.392235 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9addebb1-f3c6-475b-9a23-fed3ab9ab20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:02:03.508856 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ceaa7635-e9b7-49cb-a219-59a86dd39e52 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=62011efff38e4088ba2e8e9d2c3d0746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824947 Jul 15 15:02:03.522635 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 60186) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:03.536077 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe,segment=NetworkSegment(165b4a6f-45c7-432d-a1d9-1a298de331ac),segment_id=165b4a6f-45c7-432d-a1d9-1a298de331ac)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:03.545460 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.551058 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa7635-e9b7-49cb-a219-59a86dd39e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bf481d-4bc2-4892-982c-206f03790232,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:03.554781 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.640486 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:03.646779 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31d5c3-d766-4c6c-a777-e319240eb013 req-10d24ae8-6c5f-4587-a07c-06c361e56b60 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:03.657155 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5cce95f7-2126-41f4-9db5-fc0e2482c8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.663147 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-de31d5c3-d766-4c6c-a777-e319240eb013 req-10d24ae8-6c5f-4587-a07c-06c361e56b60 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 944 time: 0.2683222 Jul 15 15:02:03.680553 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-5fd0d05e-5b8b-4699-bfe0-2d65326040bc service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904443 Jul 15 15:02:03.684666 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5cce95f7-2126-41f4-9db5-fc0e2482c8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.712930 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae72d3-3021-473e-9e52-664e67312303 req-f0a466d5-fd2b-4234-9546-61b8ac545bfb tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:03.715126 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2dae72d3-3021-473e-9e52-664e67312303 req-f0a466d5-fd2b-4234-9546-61b8ac545bfb tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 943 time: 0.2921069 Jul 15 15:02:03.720708 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-de31d5c3-d766-4c6c-a777-e319240eb013 req-20933093-08a1-4ed4-a173-28a541c3981a tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566790 Jul 15 15:02:03.761495 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a370706a-5f5b-4232-bae8-a96b3d60bf76" -d '{"events": [{"server_uuid": "9addebb1-f3c6-475b-9a23-fed3ab9ab20b", "name": "network-vif-plugged", "status": "completed", "tag": "4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:03.783936 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2dae72d3-3021-473e-9e52-664e67312303 req-b6f8f09d-25b7-49ec-bc2b-6bc70b4dedd9 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564899 Jul 15 15:02:03.792106 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5cce95f7-2126-41f4-9db5-fc0e2482c8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.796074 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5cce95f7-2126-41f4-9db5-fc0e2482c8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:03.797735 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-5cce95f7-2126-41f4-9db5-fc0e2482c8d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f6bf481d-4bc2-4892-982c-206f03790232 HTTP/1.1" status: 204 len: 168 time: 0.2721825 Jul 15 15:02:03.805483 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce95f7-2126-41f4-9db5-fc0e2482c8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bf481d-4bc2-4892-982c-206f03790232,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:03.881691 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35228b5-d227-4157-a298-b186ec1512c2 x-openstack-request-id: req-b35228b5-d227-4157-a298-b186ec1512c2 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:03.881990 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9addebb1-f3c6-475b-9a23-fed3ab9ab20b", "name": "network-vif-plugged", "status": "completed", "tag": "4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:03.882249 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b35228b5-d227-4157-a298-b186ec1512c2 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:03.882714 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9addebb1-f3c6-475b-9a23-fed3ab9ab20b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe', 'code': 200} Jul 15 15:02:04.043649 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:04.200899 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadd920-1f71-42a8-91e3-cb30281e54e4 req-2bf45e0a-7324-4e4d-b662-6bf0900190c9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:04.202393 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2cadd920-1f71-42a8-91e3-cb30281e54e4 req-2bf45e0a-7324-4e4d-b662-6bf0900190c9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0681372 Jul 15 15:02:04.240312 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2cadd920-1f71-42a8-91e3-cb30281e54e4 req-223c8f49-9080-4199-899b-fd71a8b4ae0e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317974 Jul 15 15:02:04.724963 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-92cca19a-265b-4a6b-b1c2-7ba4c53363b3 req-1d3ce659-b8ef-4268-875f-bc1995b52e3e service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968678 Jul 15 15:02:04.920861 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c1bd7-4977-4de5-87ab-138ea5921d45 req-2ced1fcf-879f-4e79-ac6e-425374b7f7ca tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:04.922362 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-fa0c1bd7-4977-4de5-87ab-138ea5921d45 req-2ced1fcf-879f-4e79-ac6e-425374b7f7ca tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 945 time: 0.0774112 Jul 15 15:02:04.962286 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-fa0c1bd7-4977-4de5-87ab-138ea5921d45 req-3fff3420-fe86-4e68-b525-87e1c4692280 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338900 Jul 15 15:02:04.963395 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476cc44-797d-41ac-9ff1-5ea3e5f8fb1f req-a4e5e459-a9ea-43f8-bd57-5415709dec0a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:04.965512 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a476cc44-797d-41ac-9ff1-5ea3e5f8fb1f req-a4e5e459-a9ea-43f8-bd57-5415709dec0a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 943 time: 0.0644641 Jul 15 15:02:05.003625 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a476cc44-797d-41ac-9ff1-5ea3e5f8fb1f req-5f79723e-fd13-4e59-a30d-395409d8d892 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326118 Jul 15 15:02:05.425147 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81a631-94d3-482f-bb5c-1ff379dea7b0 req-ca9a18e4-4abb-4dbf-8f0f-86df7c630a90 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:05.426671 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ef81a631-94d3-482f-bb5c-1ff379dea7b0 req-ca9a18e4-4abb-4dbf-8f0f-86df7c630a90 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0705945 Jul 15 15:02:05.434893 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:05.472359 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ef81a631-94d3-482f-bb5c-1ff379dea7b0 req-b65cf933-dcd9-410f-8d9e-28d36badbd4e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377197 Jul 15 15:02:05.760412 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:02:06.131270 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d27ae-660b-42a7-8bca-e8b0bf5d5b3d req-b5ccfe8a-e6cf-4da7-b06d-39acef470ce5 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:06.132758 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-756d27ae-660b-42a7-8bca-e8b0bf5d5b3d req-b5ccfe8a-e6cf-4da7-b06d-39acef470ce5 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 945 time: 0.0612595 Jul 15 15:02:06.170354 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-756d27ae-660b-42a7-8bca-e8b0bf5d5b3d req-6fbb8073-92e3-433e-bd10-d8213055c455 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312138 Jul 15 15:02:06.171466 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6fb1a-8128-44a9-b2cb-6bc45b730c6a req-b6b61d96-5f26-494b-8f57-0198e5a5c1e2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:06.172988 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-dbf6fb1a-8128-44a9-b2cb-6bc45b730c6a req-b6b61d96-5f26-494b-8f57-0198e5a5c1e2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 943 time: 0.0626166 Jul 15 15:02:06.210900 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-dbf6fb1a-8128-44a9-b2cb-6bc45b730c6a req-0d73e00b-fc97-446f-9a3f-9e178dde60bc tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322025 Jul 15 15:02:06.696059 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f617e44-630d-4617-a6a9-6698d75b1ef9 req-223565f5-6b0b-4706-a969-4820137227d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:06.697566 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4f617e44-630d-4617-a6a9-6698d75b1ef9 req-223565f5-6b0b-4706-a969-4820137227d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6de9338e1067409392dc60a909732e80&device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 1096 time: 0.1027141 Jul 15 15:02:06.710081 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f116042-5495-4110-89d2-f0702b1f14bd req-c4de88c8-1965-4739-a516-da84565ed667 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:06.711578 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2f116042-5495-4110-89d2-f0702b1f14bd req-c4de88c8-1965-4739-a516-da84565ed667 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.1082029 Jul 15 15:02:06.855499 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2f116042-5495-4110-89d2-f0702b1f14bd req-66013552-f2fe-4c9d-a0d0-63f0e2650448 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349428 Jul 15 15:02:06.901916 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f617e44-630d-4617-a6a9-6698d75b1ef9 req-3e53e0a9-e5d7-4ce2-b2b1-e59988da818a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:06.903397 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4f617e44-630d-4617-a6a9-6698d75b1ef9 req-3e53e0a9-e5d7-4ce2-b2b1-e59988da818a service neutron] 10.222.0.41 "GET /v2.0/networks?id=65e7b396-175a-4d9e-8b98-b8695e348fec HTTP/1.1" status: 200 len: 919 time: 0.1909761 Jul 15 15:02:06.909879 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27b1d1-4704-4891-b4d6-150d868eb3b6 req-cba5bc35-164d-4cf5-9342-f7a03946ec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:06.911318 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cb27b1d1-4704-4891-b4d6-150d868eb3b6 req-cba5bc35-164d-4cf5-9342-f7a03946ec64 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 1098 time: 0.1742773 Jul 15 15:02:06.955867 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4f617e44-630d-4617-a6a9-6698d75b1ef9 req-9c8254b2-fb5f-432b-8709-e4f833d9e2a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ab1aa97-3351-4d97-9cfc-0dc633adce40 HTTP/1.1" status: 200 len: 217 time: 0.0434887 Jul 15 15:02:06.957083 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-cb27b1d1-4704-4891-b4d6-150d868eb3b6 req-5d692e36-f7da-473b-8c9c-2d8c3a24040c service neutron] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:06.997872 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9070fadf-8265-499a-b458-94189b5f9d06 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:02:07.027446 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f617e44-630d-4617-a6a9-6698d75b1ef9 req-2d53d9e4-1364-4202-bd49-65367d8e21f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:07.029129 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4f617e44-630d-4617-a6a9-6698d75b1ef9 req-2d53d9e4-1364-4202-bd49-65367d8e21f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9f33964-418e-49b9-8d6e-5705600bae01 HTTP/1.1" status: 200 len: 858 time: 0.0635092 Jul 15 15:02:07.076666 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4f617e44-630d-4617-a6a9-6698d75b1ef9 req-08938d64-3352-47d8-b538-e9551dea2300 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65e7b396-175a-4d9e-8b98-b8695e348fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350652 Jul 15 15:02:07.187648 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-cb27b1d1-4704-4891-b4d6-150d868eb3b6 req-5d692e36-f7da-473b-8c9c-2d8c3a24040c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:07.199053 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-cb27b1d1-4704-4891-b4d6-150d868eb3b6 req-5d692e36-f7da-473b-8c9c-2d8c3a24040c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:07.212342 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 9070fadf-8265-499a-b458-94189b5f9d06, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9070fadf-8265-499a-b458-94189b5f9d06,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:07.225649 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '9070fadf-8265-499a-b458-94189b5f9d06', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'port_id': '9070fadf-8265-499a-b458-94189b5f9d06', 'mac_address': 'fa:16:3e:17:e8:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:02:07.228561 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4f617e44-630d-4617-a6a9-6698d75b1ef9 req-fb6f4c35-e5de-4e06-85a9-10fad744f60e service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444948 Jul 15 15:02:07.235622 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cb27b1d1-4704-4891-b4d6-150d868eb3b6 req-5d692e36-f7da-473b-8c9c-2d8c3a24040c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163705 Jul 15 15:02:07.266979 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d692e36-f7da-473b-8c9c-2d8c3a24040c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4f0c78-0dd3-4708-8a5d-5089ac99ac1f,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:07.287555 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:07.302621 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9070fadf-8265-499a-b458-94189b5f9d06 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:02:07.327277 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 9070fadf-8265-499a-b458-94189b5f9d06, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9070fadf-8265-499a-b458-94189b5f9d06,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:07.333843 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:07.334532 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 45dbe226-7674-41a2-bcc2-b2e15fcc2400 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:02:07.346913 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4f617e44-630d-4617-a6a9-6698d75b1ef9 req-4a0cee8b-5f56-4827-afc9-4f3a3ebe2f71 service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060760 Jul 15 15:02:07.389236 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e3c63-23e6-4964-8c6a-09a73530c2f7 req-48eacc1d-f856-4c6a-9d98-fe9ca9436fed tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:07.390729 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9f8e3c63-23e6-4964-8c6a-09a73530c2f7 req-48eacc1d-f856-4c6a-9d98-fe9ca9436fed tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 945 time: 0.0724077 Jul 15 15:02:07.413770 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=9070fadf-8265-499a-b458-94189b5f9d06,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:07.439349 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9f8e3c63-23e6-4964-8c6a-09a73530c2f7 req-9fb373b9-872a-4ed0-a111-e928feb1ef24 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406291 Jul 15 15:02:07.457825 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622db7b4-ff3d-4be3-b2b8-6bf756ecfaf0 req-f0a4aa94-1f36-4b57-a7d0-8dbc64a59fd3 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:07.459443 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-622db7b4-ff3d-4be3-b2b8-6bf756ecfaf0 req-f0a4aa94-1f36-4b57-a7d0-8dbc64a59fd3 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 943 time: 0.0858669 Jul 15 15:02:07.501538 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-622db7b4-ff3d-4be3-b2b8-6bf756ecfaf0 req-9b5a6ec6-50c4-42b1-a2aa-024f3aedb42c tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321383 Jul 15 15:02:07.504295 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 45dbe226-7674-41a2-bcc2-b2e15fcc2400, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45dbe226-7674-41a2-bcc2-b2e15fcc2400,segment=NetworkSegment(7a1294d8-ee6d-4176-a8b0-53b98f23d26f),segment_id=7a1294d8-ee6d-4176-a8b0-53b98f23d26f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:07.516951 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '45dbe226-7674-41a2-bcc2-b2e15fcc2400', 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec', 'port_id': '45dbe226-7674-41a2-bcc2-b2e15fcc2400', 'mac_address': 'fa:16:3e:02:44:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f33964-418e-49b9-8d6e-5705600bae01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:02:07.561390 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:07.578567 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45dbe226-7674-41a2-bcc2-b2e15fcc2400 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:02:07.599010 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 45dbe226-7674-41a2-bcc2-b2e15fcc2400, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45dbe226-7674-41a2-bcc2-b2e15fcc2400,segment=NetworkSegment(7a1294d8-ee6d-4176-a8b0-53b98f23d26f),segment_id=7a1294d8-ee6d-4176-a8b0-53b98f23d26f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:07.603369 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:07.654595 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=45dbe226-7674-41a2-bcc2-b2e15fcc2400,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:07.887602 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['45dbe226-7674-41a2-bcc2-b2e15fcc2400'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:02:07.927836 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['9070fadf-8265-499a-b458-94189b5f9d06'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:02:08.085019 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c10c6-e4e1-4fa5-8259-2a62a986f8f1 req-09abeb23-851b-4241-9837-5a68151e480a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:08.086993 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a28c10c6-e4e1-4fa5-8259-2a62a986f8f1 req-09abeb23-851b-4241-9837-5a68151e480a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 944 time: 0.0836008 Jul 15 15:02:08.163663 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a28c10c6-e4e1-4fa5-8259-2a62a986f8f1 req-10674fb4-c96d-4fe3-81e8-5eb9b14f4dcb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695901 Jul 15 15:02:08.499919 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 60370) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:08.625126 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-97971930-90bb-4c7a-b20c-6f8541a7f1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:08.668479 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f2683-a7db-4a5e-a4ab-db2098b55a7d req-f7cee430-1002-4eb0-87f2-9576a0aab4be tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:08.670940 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-693f2683-a7db-4a5e-a4ab-db2098b55a7d req-f7cee430-1002-4eb0-87f2-9576a0aab4be tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 945 time: 0.0924633 Jul 15 15:02:08.711332 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-693f2683-a7db-4a5e-a4ab-db2098b55a7d req-0919cb70-f4e1-477b-a7fc-0e79ce16e478 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330634 Jul 15 15:02:08.755053 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65e849-af9a-4bea-9618-43f108317eb3 req-b1972dd4-1e07-48ad-8042-bfca4f428646 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:08.756617 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3d65e849-af9a-4bea-9618-43f108317eb3 req-b1972dd4-1e07-48ad-8042-bfca4f428646 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 943 time: 0.1192760 Jul 15 15:02:08.802610 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-97971930-90bb-4c7a-b20c-6f8541a7f1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:08.812973 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-97971930-90bb-4c7a-b20c-6f8541a7f1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:08.848259 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3d65e849-af9a-4bea-9618-43f108317eb3 req-ffa8b558-31c7-4480-9288-a3c69836a269 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680017 Jul 15 15:02:08.869917 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-97971930-90bb-4c7a-b20c-6f8541a7f1e8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a6c2ec1f8a4b4dabbcba78f1b9ad49c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676162 Jul 15 15:02:08.872931 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 60386) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:08.879433 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97971930-90bb-4c7a-b20c-6f8541a7f1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2ae1a6-50ad-4ed0-b26b-1ee7e8ef9397,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:08.941860 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ac8236c6-dd8c-4a8f-8d28-98080bd9896f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:08.967926 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ac8236c6-dd8c-4a8f-8d28-98080bd9896f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.013732 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 1ab1aa97-3351-4d97-9cfc-0dc633adce40 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:02:09.020802 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9070fadf-8265-499a-b458-94189b5f9d06 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:09.028682 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ac8236c6-dd8c-4a8f-8d28-98080bd9896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.031169 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ac8236c6-dd8c-4a8f-8d28-98080bd9896f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.032466 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-ac8236c6-dd8c-4a8f-8d28-98080bd9896f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aa2ae1a6-50ad-4ed0-b26b-1ee7e8ef9397 HTTP/1.1" status: 204 len: 168 time: 0.1582091 Jul 15 15:02:09.040378 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8236c6-dd8c-4a8f-8d28-98080bd9896f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2ae1a6-50ad-4ed0-b26b-1ee7e8ef9397,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:09.180139 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port 9070fadf-8265-499a-b458-94189b5f9d06 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:09.191207 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 9070fadf-8265-499a-b458-94189b5f9d06 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:09.191764 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.237289 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 1ab1aa97-3351-4d97-9cfc-0dc633adce40, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1ab1aa97-3351-4d97-9cfc-0dc633adce40,segment=NetworkSegment(7a1294d8-ee6d-4176-a8b0-53b98f23d26f),segment_id=7a1294d8-ee6d-4176-a8b0-53b98f23d26f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:09.266605 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 60420) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:09.268450 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '1ab1aa97-3351-4d97-9cfc-0dc633adce40', 'network_id': '65e7b396-175a-4d9e-8b98-b8695e348fec', 'port_id': '1ab1aa97-3351-4d97-9cfc-0dc633adce40', 'mac_address': 'fa:16:3e:69:60:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f33964-418e-49b9-8d6e-5705600bae01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:02:09.367102 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.369191 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.403777 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9070fadf-8265-499a-b458-94189b5f9d06'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:02:09.407583 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6a06f3-0803-4562-9761-52f3c7cf5b1e" -d '{"events": [{"server_uuid": "009bb2f1-a1f9-4f31-b5ad-c668181f33eb", "name": "network-vif-plugged", "status": "completed", "tag": "9070fadf-8265-499a-b458-94189b5f9d06"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:09.413131 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab1aa97-3351-4d97-9cfc-0dc633adce40 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:02:09.427229 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 9070fadf-8265-499a-b458-94189b5f9d06, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9070fadf-8265-499a-b458-94189b5f9d06,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:09.440920 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.441761 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 45dbe226-7674-41a2-bcc2-b2e15fcc2400 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:09.454635 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-04e2fb9b-1845-49b3-b0e9-9bc3d5d8a76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.454878 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 60428) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:09.472120 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9d7c067b-3af8-4ffe-b556-cbc2f32786ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.475666 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca3c90-b120-40d0-a75c-31ee9038051e req-8be5e5e0-ef6f-4472-8df1-ae95d1218b16 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:09.480728 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a0ca3c90-b120-40d0-a75c-31ee9038051e req-8be5e5e0-ef6f-4472-8df1-ae95d1218b16 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 944 time: 0.1287541 Jul 15 15:02:09.485990 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6b58ec-2bce-4f48-9c42-391f797741a0 x-openstack-request-id: req-1c6b58ec-2bce-4f48-9c42-391f797741a0 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:09.486287 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009bb2f1-a1f9-4f31-b5ad-c668181f33eb", "name": "network-vif-plugged", "status": "completed", "tag": "9070fadf-8265-499a-b458-94189b5f9d06", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:09.486540 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1c6b58ec-2bce-4f48-9c42-391f797741a0 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:09.487086 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9070fadf-8265-499a-b458-94189b5f9d06', 'code': 200} Jul 15 15:02:09.491554 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 1ab1aa97-3351-4d97-9cfc-0dc633adce40, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1ab1aa97-3351-4d97-9cfc-0dc633adce40,segment=NetworkSegment(7a1294d8-ee6d-4176-a8b0-53b98f23d26f),segment_id=7a1294d8-ee6d-4176-a8b0-53b98f23d26f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:09.523603 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.544266 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.db.api [None req-04e2fb9b-1845-49b3-b0e9-9bc3d5d8a76f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 15 15:02:09.544266 dv-cinder-788367-2-iscsi neutron-server[92930]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 15 15:02:09.544266 dv-cinder-788367-2-iscsi neutron-server[92930]: [parameters: {'project_id': '2af6f413d66249acb866fc75f1b5efb7', 'id': '6f9aff19-42ac-4fa5-8a73-a973073d351f', 'expiration': datetime.datetime(2021, 7, 15, 15, 4, 9, 501340)}] Jul 15 15:02:09.544266 dv-cinder-788367-2-iscsi neutron-server[92930]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92930) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 15 15:02:09.544828 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG oslo_db.api [None req-04e2fb9b-1845-49b3-b0e9-9bc3d5d8a76f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 15 15:02:09.555779 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a0ca3c90-b120-40d0-a75c-31ee9038051e req-5b9cfcac-cc0e-4e1c-bec3-1c4306461dc1 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708170 Jul 15 15:02:09.569961 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=9070fadf-8265-499a-b458-94189b5f9d06,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:09.585659 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port 45dbe226-7674-41a2-bcc2-b2e15fcc2400 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:09.616339 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9d7c067b-3af8-4ffe-b556-cbc2f32786ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.619363 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 45dbe226-7674-41a2-bcc2-b2e15fcc2400 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:09.619796 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.623470 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9d7c067b-3af8-4ffe-b556-cbc2f32786ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.677057 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 60436) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:09.680455 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=1ab1aa97-3351-4d97-9cfc-0dc633adce40,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:09.687885 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-9d7c067b-3af8-4ffe-b556-cbc2f32786ca admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ffa8c10b2abe4aa3a4234cf0fd417166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320764 Jul 15 15:02:09.688554 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c067b-3af8-4ffe-b556-cbc2f32786ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6666df-da0e-40aa-927f-5767a5bd1019,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:09.769289 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.783261 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1660dc77-e1e8-4120-bf41-cc7799917f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.814817 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1660dc77-e1e8-4120-bf41-cc7799917f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.820943 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 45dbe226-7674-41a2-bcc2-b2e15fcc2400, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45dbe226-7674-41a2-bcc2-b2e15fcc2400,segment=NetworkSegment(7a1294d8-ee6d-4176-a8b0-53b98f23d26f),segment_id=7a1294d8-ee6d-4176-a8b0-53b98f23d26f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:09.820943 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.832926 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd2716-6d81-4bc1-a678-b59418e78d14 req-38e7d978-d7ad-4bc9-a2b2-83e5c1b87515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:09.834676 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3abd2716-6d81-4bc1-a678-b59418e78d14 req-38e7d978-d7ad-4bc9-a2b2-83e5c1b87515 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 1098 time: 0.1117060 Jul 15 15:02:09.851971 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['1ab1aa97-3351-4d97-9cfc-0dc633adce40'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:02:09.890395 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3abd2716-6d81-4bc1-a678-b59418e78d14 req-48ea57de-b401-42b5-9ecf-dad5c57305de service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472083 Jul 15 15:02:09.908139 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1660dc77-e1e8-4120-bf41-cc7799917f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.911568 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1660dc77-e1e8-4120-bf41-cc7799917f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:09.912732 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-1660dc77-e1e8-4120-bf41-cc7799917f16 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5b6666df-da0e-40aa-927f-5767a5bd1019 HTTP/1.1" status: 204 len: 168 time: 0.2347963 Jul 15 15:02:09.924905 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660dc77-e1e8-4120-bf41-cc7799917f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6666df-da0e-40aa-927f-5767a5bd1019,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:09.931540 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=45dbe226-7674-41a2-bcc2-b2e15fcc2400,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:09.941151 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a7f48-8b60-465e-885e-998ed405490d req-33d3ba2f-83a0-4768-a180-4a0e55cacee2 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:09.943321 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f11a7f48-8b60-465e-885e-998ed405490d req-33d3ba2f-83a0-4768-a180-4a0e55cacee2 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 945 time: 0.0968690 Jul 15 15:02:09.990112 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f11a7f48-8b60-465e-885e-998ed405490d req-9539f397-b6c0-43fe-9576-a5fe34043a6e tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411899 Jul 15 15:02:10.061220 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-04e2fb9b-1845-49b3-b0e9-9bc3d5d8a76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.142908 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263b357-aff4-45f9-9e05-b0deee841f96 req-440e614a-9479-451a-a8db-6c3f33b78c65 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:10.150002 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4263b357-aff4-45f9-9e05-b0deee841f96 req-440e614a-9479-451a-a8db-6c3f33b78c65 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 944 time: 0.1204553 Jul 15 15:02:10.221396 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4263b357-aff4-45f9-9e05-b0deee841f96 req-5a7e8709-1d89-40ab-b899-4bc0751ed3cb tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698941 Jul 15 15:02:10.243194 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-04e2fb9b-1845-49b3-b0e9-9bc3d5d8a76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.247428 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-04e2fb9b-1845-49b3-b0e9-9bc3d5d8a76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.287747 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2fb9b-1845-49b3-b0e9-9bc3d5d8a76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe577f7-0914-4a22-9896-e6de781a09eb,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:10.294059 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-04e2fb9b-1845-49b3-b0e9-9bc3d5d8a76f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2af6f413d66249acb866fc75f1b5efb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0262163 Jul 15 15:02:10.296767 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 60456) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:10.376121 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-57f3d32d-d174-431d-b296-2996ce178808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.415862 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-57f3d32d-d174-431d-b296-2996ce178808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.474252 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-57f3d32d-d174-431d-b296-2996ce178808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.476925 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-57f3d32d-d174-431d-b296-2996ce178808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:10.481207 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-57f3d32d-d174-431d-b296-2996ce178808 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8fe577f7-0914-4a22-9896-e6de781a09eb HTTP/1.1" status: 204 len: 168 time: 0.1803010 Jul 15 15:02:10.495673 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3d32d-d174-431d-b296-2996ce178808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe577f7-0914-4a22-9896-e6de781a09eb,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:10.783232 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119de3ba-efae-4ae9-8dda-22b879013d83 req-70f6a7b0-5a47-4cbf-8780-c55db461814f tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:10.785019 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-119de3ba-efae-4ae9-8dda-22b879013d83 req-70f6a7b0-5a47-4cbf-8780-c55db461814f tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0688677 Jul 15 15:02:10.836226 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-119de3ba-efae-4ae9-8dda-22b879013d83 req-63a6a2fd-1392-4e3e-a3ef-2bf803609def tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404909 Jul 15 15:02:10.959884 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 60500) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:10.977525 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-64400a2a-430f-4b92-811e-0a515d195d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:11.038913 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 1ab1aa97-3351-4d97-9cfc-0dc633adce40 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:11.107604 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-64400a2a-430f-4b92-811e-0a515d195d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:11.111883 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-64400a2a-430f-4b92-811e-0a515d195d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:11.151652 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port 1ab1aa97-3351-4d97-9cfc-0dc633adce40 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:11.156883 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 1ab1aa97-3351-4d97-9cfc-0dc633adce40 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:11.158367 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:11.169034 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-64400a2a-430f-4b92-811e-0a515d195d25 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2de86639513b48c7a2ea39932f6751ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072647 Jul 15 15:02:11.170188 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64400a2a-430f-4b92-811e-0a515d195d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc06c2f6-2be9-4e4d-bc11-06dbea86d4fa,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:11.170976 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 60512) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:11.239842 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-03d1394e-8032-4651-9309-e47671176931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:11.269891 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-03d1394e-8032-4651-9309-e47671176931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:11.285405 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:11.328878 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 1ab1aa97-3351-4d97-9cfc-0dc633adce40, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1ab1aa97-3351-4d97-9cfc-0dc633adce40,segment=NetworkSegment(7a1294d8-ee6d-4176-a8b0-53b98f23d26f),segment_id=7a1294d8-ee6d-4176-a8b0-53b98f23d26f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:11.332360 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-03d1394e-8032-4651-9309-e47671176931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:11.336791 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:11.342947 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-03d1394e-8032-4651-9309-e47671176931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:11.345009 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-03d1394e-8032-4651-9309-e47671176931 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cc06c2f6-2be9-4e4d-bc11-06dbea86d4fa HTTP/1.1" status: 204 len: 168 time: 0.1716340 Jul 15 15:02:11.429842 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1394e-8032-4651-9309-e47671176931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc06c2f6-2be9-4e4d-bc11-06dbea86d4fa,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:11.457982 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=1ab1aa97-3351-4d97-9cfc-0dc633adce40,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:11.488229 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08622529-f23d-4809-961b-38fef30f0f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45dbe226-7674-41a2-bcc2-b2e15fcc2400'}, {'server_uuid': 'd1be554c-1b0b-4092-a090-253a73a3b5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab1aa97-3351-4d97-9cfc-0dc633adce40'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:02:11.491822 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599d102f-9b4d-4fce-9fc0-e132f6ab581f" -d '{"events": [{"server_uuid": "08622529-f23d-4809-961b-38fef30f0f1e", "name": "network-vif-plugged", "status": "completed", "tag": "45dbe226-7674-41a2-bcc2-b2e15fcc2400"}, {"server_uuid": "d1be554c-1b0b-4092-a090-253a73a3b5e7", "name": "network-vif-plugged", "status": "completed", "tag": "1ab1aa97-3351-4d97-9cfc-0dc633adce40"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:11.521698 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c814e3-38cc-40c1-be79-e4e2a7bc62d9 req-97735adf-760d-4cbc-9145-17f00daf2d33 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:11.523188 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c7c814e3-38cc-40c1-be79-e4e2a7bc62d9 req-97735adf-760d-4cbc-9145-17f00daf2d33 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.1477413 Jul 15 15:02:11.564336 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 15 Jul 2021 15:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddd26d1-1d3c-4b1d-9d96-3d82e9cf4258 x-openstack-request-id: req-2ddd26d1-1d3c-4b1d-9d96-3d82e9cf4258 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:11.564729 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08622529-f23d-4809-961b-38fef30f0f1e", "name": "network-vif-plugged", "status": "completed", "tag": "45dbe226-7674-41a2-bcc2-b2e15fcc2400", "code": 200}, {"server_uuid": "d1be554c-1b0b-4092-a090-253a73a3b5e7", "name": "network-vif-plugged", "status": "completed", "tag": "1ab1aa97-3351-4d97-9cfc-0dc633adce40", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:11.565092 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2ddd26d1-1d3c-4b1d-9d96-3d82e9cf4258 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:11.565649 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08622529-f23d-4809-961b-38fef30f0f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45dbe226-7674-41a2-bcc2-b2e15fcc2400', 'code': 200} Jul 15 15:02:11.568900 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1be554c-1b0b-4092-a090-253a73a3b5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab1aa97-3351-4d97-9cfc-0dc633adce40', 'code': 200} Jul 15 15:02:11.608343 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c7c814e3-38cc-40c1-be79-e4e2a7bc62d9 req-ab593b37-a00f-40bc-8870-708d63e5b942 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763392 Jul 15 15:02:12.107665 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 60566) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:12.121774 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a4690-92e6-40ea-ba61-7e1c9740997f req-1ce29411-d4d3-4c6e-834d-8f68d864115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:12.123557 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-748a4690-92e6-40ea-ba61-7e1c9740997f req-1ce29411-d4d3-4c6e-834d-8f68d864115b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 1098 time: 0.2257359 Jul 15 15:02:12.150965 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802de21f-3001-413e-8cb1-4a2c68282e67 req-ab6eebb2-04c0-4145-b900-e33f72cc226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:12.153160 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-802de21f-3001-413e-8cb1-4a2c68282e67 req-ab6eebb2-04c0-4145-b900-e33f72cc226f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 1099 time: 0.1699934 Jul 15 15:02:12.184072 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe51931-84aa-46ba-b3a8-848cecee9384 req-12192222-d46f-443b-aed4-717782e83e64 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:12.186339 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6fe51931-84aa-46ba-b3a8-848cecee9384 req-12192222-d46f-443b-aed4-717782e83e64 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.1503732 Jul 15 15:02:12.227685 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-748a4690-92e6-40ea-ba61-7e1c9740997f req-f1542747-2f33-4984-ab36-350ab3f4e871 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952945 Jul 15 15:02:12.248214 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-802de21f-3001-413e-8cb1-4a2c68282e67 req-86a236e8-f9c5-4f6b-9465-4e31b931d37c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810740 Jul 15 15:02:12.261835 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6fe51931-84aa-46ba-b3a8-848cecee9384 req-5e70c240-82da-46ae-92f2-bf5b1c3a6074 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534594 Jul 15 15:02:12.283928 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9a659bb7-9819-4f7f-a3ec-5dc3c85dd181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:12.433867 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9a659bb7-9819-4f7f-a3ec-5dc3c85dd181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:12.441906 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9a659bb7-9819-4f7f-a3ec-5dc3c85dd181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:12.499600 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-9a659bb7-9819-4f7f-a3ec-5dc3c85dd181 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ddfa2195bb6a4054840c5074fb84b9c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876212 Jul 15 15:02:12.500079 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a659bb7-9819-4f7f-a3ec-5dc3c85dd181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002bc6b8-387d-4ad9-81f3-38208209a354,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:12.500222 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 60584) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:12.520872 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2240b0f-5330-478e-8d0d-df7858fb2031 req-ad990be0-62a7-4497-8aad-dce5b6655819 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:12.525516 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e2240b0f-5330-478e-8d0d-df7858fb2031 req-ad990be0-62a7-4497-8aad-dce5b6655819 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.1335936 Jul 15 15:02:12.530880 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 60586) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:12.543340 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-8d4ef04f-3f42-460f-8683-f7c780eb0a3a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Request body: {'floatingip': {'port_id': '9070fadf-8265-499a-b458-94189b5f9d06'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:12.589835 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8b9f2a39-4563-4ec6-a254-ef240ac5e72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:12.618802 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef04f-3f42-460f-8683-f7c780eb0a3a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for floatingip, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:12.635789 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8b9f2a39-4563-4ec6-a254-ef240ac5e72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:12.728785 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8b9f2a39-4563-4ec6-a254-ef240ac5e72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:12.732505 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8b9f2a39-4563-4ec6-a254-ef240ac5e72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:12.735628 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-8b9f2a39-4563-4ec6-a254-ef240ac5e72d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/002bc6b8-387d-4ad9-81f3-38208209a354 HTTP/1.1" status: 204 len: 168 time: 0.2337790 Jul 15 15:02:12.748457 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f2a39-4563-4ec6-a254-ef240ac5e72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002bc6b8-387d-4ad9-81f3-38208209a354,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:12.876505 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037e05b-368e-4a10-8794-a84ac5f845ff req-7aaf8fd9-77f0-4070-8689-2344fb3ad823 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:12.878248 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e037e05b-368e-4a10-8794-a84ac5f845ff req-7aaf8fd9-77f0-4070-8689-2344fb3ad823 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0812418 Jul 15 15:02:12.924248 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e037e05b-368e-4a10-8794-a84ac5f845ff req-5fb6e609-d289-4b97-95f4-bf29f3ecaf15 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386064 Jul 15 15:02:13.210835 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 60618) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:13.226030 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37e6e3b1-50e5-4fae-942a-d379d5a417c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.402527 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37e6e3b1-50e5-4fae-942a-d379d5a417c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.410605 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-37e6e3b1-50e5-4fae-942a-d379d5a417c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.516295 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-37e6e3b1-50e5-4fae-942a-d379d5a417c1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=289972750be94f6a82f614dc3f4b4ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041368 Jul 15 15:02:13.517926 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6e3b1-50e5-4fae-942a-d379d5a417c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ae6c9e-9b13-490e-90d9-0fbe1718f409,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:13.520610 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 60626) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:13.579070 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4be1f5e-7cfc-4086-8f5f-1f9a6c8ded1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.633584 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4be1f5e-7cfc-4086-8f5f-1f9a6c8ded1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.694302 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.db.resource_extend [None req-8d4ef04f-3f42-460f-8683-f7c780eb0a3a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 15 15:02:13.762625 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4be1f5e-7cfc-4086-8f5f-1f9a6c8ded1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.766088 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4be1f5e-7cfc-4086-8f5f-1f9a6c8ded1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.767499 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-e4be1f5e-7cfc-4086-8f5f-1f9a6c8ded1c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/34ae6c9e-9b13-490e-90d9-0fbe1718f409 HTTP/1.1" status: 204 len: 168 time: 0.2457786 Jul 15 15:02:13.777124 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be1f5e-7cfc-4086-8f5f-1f9a6c8ded1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ae6c9e-9b13-490e-90d9-0fbe1718f409,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:13.850128 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef04f-3f42-460f-8683-f7c780eb0a3a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.855976 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef04f-3f42-460f-8683-f7c780eb0a3a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:13.907515 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 60636) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:13.969653 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.l3_db [None req-8d4ef04f-3f42-460f-8683-f7c780eb0a3a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Floating IP 5f7936ea-b848-43bb-a099-7b1835fb7bbe associated. External IP: 172.27.0.63, port: 9070fadf-8265-499a-b458-94189b5f9d06. Jul 15 15:02:14.162084 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-92153fa1-3ca5-4592-8707-eb78e063e39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:14.186752 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c05f7-8908-4229-89c9-4c2128735c53 req-bd0edcb7-5799-402e-b447-72544c226626 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:14.188303 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-119c05f7-8908-4229-89c9-4c2128735c53 req-bd0edcb7-5799-402e-b447-72544c226626 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.1242092 Jul 15 15:02:14.278238 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-119c05f7-8908-4229-89c9-4c2128735c53 req-887987ab-f553-4c62-8a13-eec79b67624f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538728 Jul 15 15:02:14.282804 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-92153fa1-3ca5-4592-8707-eb78e063e39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:14.285632 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4ef04f-3f42-460f-8683-f7c780eb0a3a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Router 53c4627b-3ec4-44b9-a949-9455028ffc63 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:02:14.288795 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-92153fa1-3ca5-4592-8707-eb78e063e39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:14.328005 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92153fa1-3ca5-4592-8707-eb78e063e39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e950a1e-8730-42e3-bf5c-519e182d6851,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:14.333981 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-92153fa1-3ca5-4592-8707-eb78e063e39b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=936867c2e96449a7bbf0f3f3dfc83ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4275587 Jul 15 15:02:14.337670 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 60654) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:14.403238 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-14b95ae3-032f-4fe9-a5f6-8d419e5239c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:14.436823 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-14b95ae3-032f-4fe9-a5f6-8d419e5239c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:14.439515 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4ef04f-3f42-460f-8683-f7c780eb0a3a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:02:14.444934 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8d4ef04f-3f42-460f-8683-f7c780eb0a3a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:14.456404 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc1a785-7025-47c4-b5c8-17cf4a868595 None None] Sync routers for ids ['53c4627b-3ec4-44b9-a949-9455028ffc63'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:02:14.469134 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc1a785-7025-47c4-b5c8-17cf4a868595 None None] Routers {'53c4627b-3ec4-44b9-a949-9455028ffc63'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:14.469760 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-efc1a785-7025-47c4-b5c8-17cf4a868595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:02:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['53c4627b-3ec4-44b9-a949-9455028ffc63'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:14.508255 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-14b95ae3-032f-4fe9-a5f6-8d419e5239c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:14.512292 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-14b95ae3-032f-4fe9-a5f6-8d419e5239c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:14.512940 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-8d4ef04f-3f42-460f-8683-f7c780eb0a3a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "PUT /v2.0/floatingips/5f7936ea-b848-43bb-a099-7b1835fb7bbe HTTP/1.1" status: 200 len: 990 time: 1.9802589 Jul 15 15:02:14.513767 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'tag': '9070fadf-8265-499a-b458-94189b5f9d06'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:02:14.518412 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61322dd7-d7a0-4075-9929-34750e9d968b" -d '{"events": [{"name": "network-changed", "server_uuid": "009bb2f1-a1f9-4f31-b5ad-c668181f33eb", "tag": "9070fadf-8265-499a-b458-94189b5f9d06"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:14.519651 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-14b95ae3-032f-4fe9-a5f6-8d419e5239c4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5e950a1e-8730-42e3-bf5c-519e182d6851 HTTP/1.1" status: 204 len: 168 time: 0.1809890 Jul 15 15:02:14.534949 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b95ae3-032f-4fe9-a5f6-8d419e5239c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e950a1e-8730-42e3-bf5c-519e182d6851,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:14.609447 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-efc1a785-7025-47c4-b5c8-17cf4a868595 None None] Set router 53c4627b-3ec4-44b9-a949-9455028ffc63 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:02:14.744269 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d282ce-75c0-4659-99a6-443a02232a31 x-openstack-request-id: req-d4d282ce-75c0-4659-99a6-443a02232a31 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:14.745817 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009bb2f1-a1f9-4f31-b5ad-c668181f33eb", "tag": "9070fadf-8265-499a-b458-94189b5f9d06", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:14.746688 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d4d282ce-75c0-4659-99a6-443a02232a31 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:14.748481 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'tag': '9070fadf-8265-499a-b458-94189b5f9d06', 'status': 'completed', 'code': 200} Jul 15 15:02:15.149031 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74853a-4be8-4415-bcdc-1c5735ee2af7 req-b56f0c52-d8d1-46da-8b89-f2dbb4c62da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:15.150790 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7b74853a-4be8-4415-bcdc-1c5735ee2af7 req-b56f0c52-d8d1-46da-8b89-f2dbb4c62da5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6de9338e1067409392dc60a909732e80&device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 1098 time: 0.2469673 Jul 15 15:02:15.156419 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322dd7-d7a0-4075-9929-34750e9d968b req-25250858-4db4-4ed3-b91a-60ca541fbe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:15.158258 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-61322dd7-d7a0-4075-9929-34750e9d968b req-25250858-4db4-4ed3-b91a-60ca541fbe5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af2016afdf21465691485701f391f03b&device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 1098 time: 0.3598320 Jul 15 15:02:15.179148 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-efc1a785-7025-47c4-b5c8-17cf4a868595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '5f7936ea-b848-43bb-a099-7b1835fb7bbe', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'port_id': '9070fadf-8265-499a-b458-94189b5f9d06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'mac_address': 'fa:16:3e:17:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:01:40Z', 'updated_at': '2021-07-15T15:02:13Z', 'revision_number': 1, 'project_id': 'af2016afdf21465691485701f391f03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d2fd0e-47c7-4e22-b443-07608b199454', 'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'mac_address': 'fa:16:3e:d1:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:45Z', 'revision_number': 5, 'project_id': 'af2016afdf21465691485701f391f03b', 'subnets': [{'id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:15.250356 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac555e-1ee1-43ef-aeee-1ed221122af1 req-afb13f4a-d3d5-45c6-b4d1-95ad6ddd8a1f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:15.254979 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0bac555e-1ee1-43ef-aeee-1ed221122af1 req-afb13f4a-d3d5-45c6-b4d1-95ad6ddd8a1f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.2525160 Jul 15 15:02:15.275926 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc1a785-7025-47c4-b5c8-17cf4a868595 None None] Checking router: 53c4627b-3ec4-44b9-a949-9455028ffc63 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:02:15.295111 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc1a785-7025-47c4-b5c8-17cf4a868595 None None] Routers {'53c4627b-3ec4-44b9-a949-9455028ffc63'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:02:15.295731 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-efc1a785-7025-47c4-b5c8-17cf4a868595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:02:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['53c4627b-3ec4-44b9-a949-9455028ffc63'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:15.527210 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-efc1a785-7025-47c4-b5c8-17cf4a868595 None None] Set router 53c4627b-3ec4-44b9-a949-9455028ffc63 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:02:15.709902 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0bac555e-1ee1-43ef-aeee-1ed221122af1 req-7c22ba03-de96-4e47-9493-5dac5fe8da24 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938692 Jul 15 15:02:15.757027 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322dd7-d7a0-4075-9929-34750e9d968b req-f97bdb82-b1e7-424a-9793-d6f531324a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:15.759212 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-61322dd7-d7a0-4075-9929-34750e9d968b req-f97bdb82-b1e7-424a-9793-d6f531324a17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21c983ea-d72b-4caf-9ecb-4a2da4a95654 HTTP/1.1" status: 200 len: 918 time: 0.5839512 Jul 15 15:02:15.765748 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74853a-4be8-4415-bcdc-1c5735ee2af7 req-0b97d1d0-6e85-464d-a9c8-4c4cd2588b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:15.768926 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7b74853a-4be8-4415-bcdc-1c5735ee2af7 req-0b97d1d0-6e85-464d-a9c8-4c4cd2588b42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65e7b396-175a-4d9e-8b98-b8695e348fec HTTP/1.1" status: 200 len: 919 time: 0.6083829 Jul 15 15:02:15.936913 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-efc1a785-7025-47c4-b5c8-17cf4a868595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '5f7936ea-b848-43bb-a099-7b1835fb7bbe', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'port_id': '9070fadf-8265-499a-b458-94189b5f9d06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'mac_address': 'fa:16:3e:17:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:01:40Z', 'updated_at': '2021-07-15T15:02:13Z', 'revision_number': 1, 'project_id': 'af2016afdf21465691485701f391f03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d2fd0e-47c7-4e22-b443-07608b199454', 'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'mac_address': 'fa:16:3e:d1:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:45Z', 'revision_number': 5, 'project_id': 'af2016afdf21465691485701f391f03b', 'subnets': [{'id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:15.968483 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc1a785-7025-47c4-b5c8-17cf4a868595 None None] The sync data for ids ['53c4627b-3ec4-44b9-a949-9455028ffc63'] in dv-cinder-788367-2-iscsi is: [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '5f7936ea-b848-43bb-a099-7b1835fb7bbe', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'floating_ip_address': '172.27.0.63', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'port_id': '9070fadf-8265-499a-b458-94189b5f9d06', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'mac_address': 'fa:16:3e:17:e8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:01:40Z', 'updated_at': '2021-07-15T15:02:13Z', 'revision_number': 1, 'project_id': 'af2016afdf21465691485701f391f03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d2fd0e-47c7-4e22-b443-07608b199454', 'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'mac_address': 'fa:16:3e:d1:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:45Z', 'revision_number': 5, 'project_id': 'af2016afdf21465691485701f391f03b', 'subnets': [{'id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:02:16.254977 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f4a053-2dec-4f63-bc42-101988ea2232 None None] New status for floating IP 5f7936ea-b848-43bb-a099-7b1835fb7bbe: ACTIVE {{(pid=92932) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:02:16.661389 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 60784) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:16.761958 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-190f59ac-22a5-4508-8d45-c0b93a63f1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:16.878462 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-190f59ac-22a5-4508-8d45-c0b93a63f1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:16.883774 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-190f59ac-22a5-4508-8d45-c0b93a63f1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:16.936362 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-190f59ac-22a5-4508-8d45-c0b93a63f1ba admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=baf26a88f907494abf0e39f5c8aca292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737734 Jul 15 15:02:16.938982 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 60794) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:16.939738 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f59ac-22a5-4508-8d45-c0b93a63f1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98a236c-606c-4d49-8ece-9d621ccbeab0,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:16.950282 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973c51b-b8a9-47ab-aad1-d6fb559c0383 req-19752c0c-febf-427c-a640-0698d96b48eb tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:16.951748 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3973c51b-b8a9-47ab-aad1-d6fb559c0383 req-19752c0c-febf-427c-a640-0698d96b48eb tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.1229413 Jul 15 15:02:16.994403 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3973c51b-b8a9-47ab-aad1-d6fb559c0383 req-9fe68513-62a0-428c-a090-8a5ef9fb7c58 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369027 Jul 15 15:02:17.010863 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-046f6389-efd4-44a1-9c57-24dafebd63b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.031873 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-046f6389-efd4-44a1-9c57-24dafebd63b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.080143 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-046f6389-efd4-44a1-9c57-24dafebd63b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.082646 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-046f6389-efd4-44a1-9c57-24dafebd63b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.083753 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-046f6389-efd4-44a1-9c57-24dafebd63b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d98a236c-606c-4d49-8ece-9d621ccbeab0 HTTP/1.1" status: 204 len: 168 time: 0.1438215 Jul 15 15:02:17.091510 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f6389-efd4-44a1-9c57-24dafebd63b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98a236c-606c-4d49-8ece-9d621ccbeab0,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:17.337029 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 60800) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:17.350752 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-eebb68e5-9115-4132-8c30-501f09ba0450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.442221 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-eebb68e5-9115-4132-8c30-501f09ba0450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.446589 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-eebb68e5-9115-4132-8c30-501f09ba0450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.488086 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-eebb68e5-9115-4132-8c30-501f09ba0450 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f0415ab31d21470da7901026f84f70c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499805 Jul 15 15:02:17.489981 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb68e5-9115-4132-8c30-501f09ba0450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dafc36-540d-492f-a7bc-b5b317215295,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:17.490693 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 60806) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:17.540419 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0df4b517-af17-4c70-be74-074c76d08ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.560949 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0df4b517-af17-4c70-be74-074c76d08ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.606152 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0df4b517-af17-4c70-be74-074c76d08ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.609151 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0df4b517-af17-4c70-be74-074c76d08ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:17.610330 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-0df4b517-af17-4c70-be74-074c76d08ee7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a7dafc36-540d-492f-a7bc-b5b317215295 HTTP/1.1" status: 204 len: 168 time: 0.1186273 Jul 15 15:02:17.621932 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4b517-af17-4c70-be74-074c76d08ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dafc36-540d-492f-a7bc-b5b317215295,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:18.169356 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d819a-9e10-4608-a845-ac8218be6772 req-5afc705e-3760-49b9-87e3-b2a7a5d903d7 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:18.170828 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-891d819a-9e10-4608-a845-ac8218be6772 req-5afc705e-3760-49b9-87e3-b2a7a5d903d7 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0675967 Jul 15 15:02:18.211161 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-891d819a-9e10-4608-a845-ac8218be6772 req-bcb73be1-e29a-4902-a662-7c19cfb19f54 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341806 Jul 15 15:02:18.269770 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 60838) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:18.361606 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-64760012-13b5-41ea-b994-d07a6e2dbb1d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1483261872-network', 'tenant_id': '94f589e3a93847109f87387dc561c9c3'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:18.381650 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64760012-13b5-41ea-b994-d07a6e2dbb1d admin admin] Made reservation on behalf of 94f589e3a93847109f87387dc561c9c3 for: {'network': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:18.384042 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-64760012-13b5-41ea-b994-d07a6e2dbb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.391818 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-64760012-13b5-41ea-b994-d07a6e2dbb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.480067 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-64760012-13b5-41ea-b994-d07a6e2dbb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.484153 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-64760012-13b5-41ea-b994-d07a6e2dbb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.504566 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64760012-13b5-41ea-b994-d07a6e2dbb1d admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=92930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:18.519059 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64760012-13b5-41ea-b994-d07a6e2dbb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21aae8f2-ca59-4b91-8dbf-361635df7289,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:18.522058 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-64760012-13b5-41ea-b994-d07a6e2dbb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.522397 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.db.segments_db [None req-64760012-13b5-41ea-b994-d07a6e2dbb1d admin admin] Added segment c01a3823-480e-48d9-af4e-19dbcc29764b of type vlan for network 7baac090-034d-4bbc-ab8e-fb73309f1b0e Jul 15 15:02:18.561388 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-64760012-13b5-41ea-b994-d07a6e2dbb1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.588008 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-64760012-13b5-41ea-b994-d07a6e2dbb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.589646 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64760012-13b5-41ea-b994-d07a6e2dbb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:18.590214 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-64760012-13b5-41ea-b994-d07a6e2dbb1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.621986 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-64760012-13b5-41ea-b994-d07a6e2dbb1d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3511536 Jul 15 15:02:18.625009 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 60846) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:18.630317 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-914f1974-3326-4baf-8db3-f52a55d47b67 admin admin] Request body: {'subnet': {'network_id': '7baac090-034d-4bbc-ab8e-fb73309f1b0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1483261872-subnet', 'tenant_id': '94f589e3a93847109f87387dc561c9c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:18.650672 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64760012-13b5-41ea-b994-d07a6e2dbb1d admin admin] Pushing event updated for resources: {'Network': ['ID=7baac090-034d-4bbc-ab8e-fb73309f1b0e,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:18.662351 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network 7baac090-034d-4bbc-ab8e-fb73309f1b0e details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:02:18.662859 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914f1974-3326-4baf-8db3-f52a55d47b67 admin admin] Made reservation on behalf of 94f589e3a93847109f87387dc561c9c3 for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:18.665185 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-914f1974-3326-4baf-8db3-f52a55d47b67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.831696 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-914f1974-3326-4baf-8db3-f52a55d47b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.887409 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f1974-3326-4baf-8db3-f52a55d47b67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1da29e7-b7cf-4c5c-b263-d1c60007c69b,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:18.894853 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f1974-3326-4baf-8db3-f52a55d47b67 admin admin] Checking segment: {'id': 'c01a3823-480e-48d9-af4e-19dbcc29764b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7baac090-034d-4bbc-ab8e-fb73309f1b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:18.895199 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914f1974-3326-4baf-8db3-f52a55d47b67 admin admin] Network hostable DHCP agents. Network: 7baac090-034d-4bbc-ab8e-fb73309f1b0e, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:02:18.911414 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914f1974-3326-4baf-8db3-f52a55d47b67 admin admin] Network 7baac090-034d-4bbc-ab8e-fb73309f1b0e is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:02:18.919910 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-914f1974-3326-4baf-8db3-f52a55d47b67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, 7baac090-034d-4bbc-ab8e-fb73309f1b0e) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:18.924343 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914f1974-3326-4baf-8db3-f52a55d47b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:18.925532 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-914f1974-3326-4baf-8db3-f52a55d47b67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:18.929801 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09ce398-cd69-4bcf-bd4b-811837348c75 None None] Network 7baac090-034d-4bbc-ab8e-fb73309f1b0e requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:18.939578 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-914f1974-3326-4baf-8db3-f52a55d47b67 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3134422 Jul 15 15:02:19.073826 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fedbbe-916d-4664-9516-de6879d76500 None None] Network 7baac090-034d-4bbc-ab8e-fb73309f1b0e requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:19.098679 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7b74853a-4be8-4415-bcdc-1c5735ee2af7 req-5a53c523-2bb6-4506-bb77-4c7349390fe3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ab1aa97-3351-4d97-9cfc-0dc633adce40 HTTP/1.1" status: 200 len: 217 time: 0.0654263 Jul 15 15:02:19.162670 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-61322dd7-d7a0-4075-9929-34750e9d968b req-afca6980-8741-4aef-aa3f-5b626a13b1cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9070fadf-8265-499a-b458-94189b5f9d06 HTTP/1.1" status: 200 len: 1000 time: 0.1764057 Jul 15 15:02:19.182148 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74853a-4be8-4415-bcdc-1c5735ee2af7 req-79f8ea9e-1fb5-41c0-bdfb-fb9af3226249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:19.184744 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7b74853a-4be8-4415-bcdc-1c5735ee2af7 req-79f8ea9e-1fb5-41c0-bdfb-fb9af3226249 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9f33964-418e-49b9-8d6e-5705600bae01 HTTP/1.1" status: 200 len: 858 time: 0.0704892 Jul 15 15:02:19.246713 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7b74853a-4be8-4415-bcdc-1c5735ee2af7 req-873a003d-bce9-46fe-96d3-7d9631675bb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65e7b396-175a-4d9e-8b98-b8695e348fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411479 Jul 15 15:02:19.257700 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322dd7-d7a0-4075-9929-34750e9d968b req-f4c63d67-feee-4ebd-8c9b-895086542708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:19.259114 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-61322dd7-d7a0-4075-9929-34750e9d968b req-f4c63d67-feee-4ebd-8c9b-895086542708 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8085225-82a0-4f67-8a09-a82c8f272762 HTTP/1.1" status: 200 len: 856 time: 0.0881248 Jul 15 15:02:19.438565 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 60874) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:19.443690 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-ecd00296-50a6-4014-89e2-221a82a8ea22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-258518669-network', 'tenant_id': 'a22c98a0338547a69b07fe089656b1a1'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:19.447234 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7b74853a-4be8-4415-bcdc-1c5735ee2af7 req-6893e8a7-60da-4eeb-8395-f1707d404aee service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717417 Jul 15 15:02:19.473357 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd00296-50a6-4014-89e2-221a82a8ea22 admin admin] Made reservation on behalf of a22c98a0338547a69b07fe089656b1a1 for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:19.474646 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322dd7-d7a0-4075-9929-34750e9d968b req-d11fb20c-65c7-478e-b0df-39c15f5f4f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:19.476117 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-61322dd7-d7a0-4075-9929-34750e9d968b req-d11fb20c-65c7-478e-b0df-39c15f5f4f2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21c983ea-d72b-4caf-9ecb-4a2da4a95654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1990697 Jul 15 15:02:19.476504 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ecd00296-50a6-4014-89e2-221a82a8ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:19.485946 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ecd00296-50a6-4014-89e2-221a82a8ea22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:19.509214 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90271c23-66b9-4a71-b4d4-d7c9c0faff8c req-eeca5d5c-280e-4b0f-8af7-6213747fd091 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:19.511288 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-90271c23-66b9-4a71-b4d4-d7c9c0faff8c req-eeca5d5c-280e-4b0f-8af7-6213747fd091 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.1820722 Jul 15 15:02:19.611930 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ecd00296-50a6-4014-89e2-221a82a8ea22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:19.616293 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ecd00296-50a6-4014-89e2-221a82a8ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:19.643058 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd00296-50a6-4014-89e2-221a82a8ea22 admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:19.653992 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7b74853a-4be8-4415-bcdc-1c5735ee2af7 req-f9558213-8185-4427-9420-2c7c04ac485c service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937621 Jul 15 15:02:19.658641 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-90271c23-66b9-4a71-b4d4-d7c9c0faff8c req-76f22c23-65a3-4de9-8735-284fc0503ac2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354923 Jul 15 15:02:19.670382 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd00296-50a6-4014-89e2-221a82a8ea22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e65f22-deca-426a-96ce-33a279e682bd,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:19.678881 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ecd00296-50a6-4014-89e2-221a82a8ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:19.679166 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-ecd00296-50a6-4014-89e2-221a82a8ea22 admin admin] Added segment f26f812a-6b0a-44f1-bc91-eb8846b26532 of type vlan for network a2c43819-1bb9-4e59-8841-3408aff74ef0 Jul 15 15:02:19.697124 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-61322dd7-d7a0-4075-9929-34750e9d968b req-4dcab7ca-2432-484a-b700-80014aa83e76 service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846099 Jul 15 15:02:19.724882 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ecd00296-50a6-4014-89e2-221a82a8ea22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:19.760518 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ecd00296-50a6-4014-89e2-221a82a8ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:19.762435 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd00296-50a6-4014-89e2-221a82a8ea22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:19.764153 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ecd00296-50a6-4014-89e2-221a82a8ea22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:19.828338 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ecd00296-50a6-4014-89e2-221a82a8ea22 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3884840 Jul 15 15:02:19.834951 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 60896) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:19.840134 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-61322dd7-d7a0-4075-9929-34750e9d968b req-4a32902b-f9fc-4edf-8e41-e3cf8192fe19 service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237726 Jul 15 15:02:19.841883 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-22bbd9e3-1a97-44fd-a7f0-d66d865547ee admin admin] Request body: {'subnet': {'network_id': 'a2c43819-1bb9-4e59-8841-3408aff74ef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-258518669-subnet', 'tenant_id': 'a22c98a0338547a69b07fe089656b1a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:19.875600 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd00296-50a6-4014-89e2-221a82a8ea22 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c43819-1bb9-4e59-8841-3408aff74ef0,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:19.887566 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network a2c43819-1bb9-4e59-8841-3408aff74ef0 details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:02:19.900150 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bbd9e3-1a97-44fd-a7f0-d66d865547ee admin admin] Made reservation on behalf of a22c98a0338547a69b07fe089656b1a1 for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:19.904112 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-22bbd9e3-1a97-44fd-a7f0-d66d865547ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:20.109115 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-22bbd9e3-1a97-44fd-a7f0-d66d865547ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:20.164762 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbd9e3-1a97-44fd-a7f0-d66d865547ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf5cc6c-e7db-40cf-8555-1967ed585e92,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:20.180529 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bbd9e3-1a97-44fd-a7f0-d66d865547ee admin admin] Checking segment: {'id': 'f26f812a-6b0a-44f1-bc91-eb8846b26532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'a2c43819-1bb9-4e59-8841-3408aff74ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:20.180830 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bbd9e3-1a97-44fd-a7f0-d66d865547ee admin admin] Network hostable DHCP agents. Network: a2c43819-1bb9-4e59-8841-3408aff74ef0, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:02:20.197267 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bbd9e3-1a97-44fd-a7f0-d66d865547ee admin admin] Network a2c43819-1bb9-4e59-8841-3408aff74ef0 is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:02:20.208216 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-22bbd9e3-1a97-44fd-a7f0-d66d865547ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, a2c43819-1bb9-4e59-8841-3408aff74ef0) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:20.212565 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bbd9e3-1a97-44fd-a7f0-d66d865547ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:20.213155 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-22bbd9e3-1a97-44fd-a7f0-d66d865547ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:20.217904 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ea3a0c-ae45-4008-a3d4-e7846ab8b876 None None] Network a2c43819-1bb9-4e59-8841-3408aff74ef0 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:20.229037 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-22bbd9e3-1a97-44fd-a7f0-d66d865547ee admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3930488 Jul 15 15:02:20.342479 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6ed8e3-4daf-40b4-8ccf-a181cea5f33e None None] Network a2c43819-1bb9-4e59-8841-3408aff74ef0 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:20.863171 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0530311-e6d7-4c5e-bbf6-0a5bb4139d6a req-de09595e-8795-4a84-ba8f-66bd08935c07 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:20.864669 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a0530311-e6d7-4c5e-bbf6-0a5bb4139d6a req-de09595e-8795-4a84-ba8f-66bd08935c07 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0687780 Jul 15 15:02:20.902005 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a0530311-e6d7-4c5e-bbf6-0a5bb4139d6a req-8da0ebb3-72cc-44db-b8ea-8bc79e24bb1e tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310318 Jul 15 15:02:22.105846 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b87eb-d74b-451b-8147-c164e7052cfa req-7c8f5be1-bbd3-4fca-a920-572b90d95068 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:22.108689 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c74b87eb-d74b-451b-8147-c164e7052cfa req-7c8f5be1-bbd3-4fca-a920-572b90d95068 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0782270 Jul 15 15:02:22.162093 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c74b87eb-d74b-451b-8147-c164e7052cfa req-19a28508-acf7-4012-b762-3ec0b370e14a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427289 Jul 15 15:02:22.221523 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 60990) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:22.342269 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fddf542f-b967-4403-811d-dab5a330d606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:22.522438 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fddf542f-b967-4403-811d-dab5a330d606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:22.529256 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-fddf542f-b967-4403-811d-dab5a330d606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:22.574198 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-fddf542f-b967-4403-811d-dab5a330d606 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=798f1620bb26452e818827cf4620499b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510582 Jul 15 15:02:22.574697 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 32788) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:22.604042 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 32792) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:22.631031 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf542f-b967-4403-811d-dab5a330d606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6aa9f28-56c1-40d1-8e5e-f4b316fd101f,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:22.680428 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6fbddc5e-a295-4205-b14d-99f634c074e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:22.710355 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6fbddc5e-a295-4205-b14d-99f634c074e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:22.785503 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6fbddc5e-a295-4205-b14d-99f634c074e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:22.785733 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2c468f14-fc2e-4570-810a-7c726e88fc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:22.788306 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6fbddc5e-a295-4205-b14d-99f634c074e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:22.793551 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-6fbddc5e-a295-4205-b14d-99f634c074e4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f6aa9f28-56c1-40d1-8e5e-f4b316fd101f HTTP/1.1" status: 204 len: 168 time: 0.2144794 Jul 15 15:02:22.808139 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbddc5e-a295-4205-b14d-99f634c074e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6aa9f28-56c1-40d1-8e5e-f4b316fd101f,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:22.944647 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0328a2-23c2-469d-a7d6-056340c954df req-3ac3c583-fcf6-4553-b53c-6fd006941f5e tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:22.946490 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ec0328a2-23c2-469d-a7d6-056340c954df req-3ac3c583-fcf6-4553-b53c-6fd006941f5e tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 945 time: 0.1419764 Jul 15 15:02:22.970154 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 32812) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:23.013120 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ec0328a2-23c2-469d-a7d6-056340c954df req-26a4c0a8-5e90-47e8-8738-3c0b96060f40 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601821 Jul 15 15:02:23.035877 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2c468f14-fc2e-4570-810a-7c726e88fc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.042889 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2c468f14-fc2e-4570-810a-7c726e88fc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.084711 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-2c468f14-fc2e-4570-810a-7c726e88fc4c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0bb64fa3a1024780b7ee05c70ec03bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4791973 Jul 15 15:02:23.085564 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c468f14-fc2e-4570-810a-7c726e88fc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f22000-298a-484a-8976-f46f2f6c0d59,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:23.088125 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 32822) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:23.133644 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b5451aa0-558d-4f79-8ede-449b8ff74cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.186456 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-de8ff30c-293b-48b7-8bc2-de04dd411807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.228364 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-de8ff30c-293b-48b7-8bc2-de04dd411807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.275238 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.313350 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b5451aa0-558d-4f79-8ede-449b8ff74cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.328786 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b5451aa0-558d-4f79-8ede-449b8ff74cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.349829 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-de8ff30c-293b-48b7-8bc2-de04dd411807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.353293 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-de8ff30c-293b-48b7-8bc2-de04dd411807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.354897 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-de8ff30c-293b-48b7-8bc2-de04dd411807 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0f22000-298a-484a-8976-f46f2f6c0d59 HTTP/1.1" status: 204 len: 168 time: 0.2655325 Jul 15 15:02:23.406703 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-b5451aa0-558d-4f79-8ede-449b8ff74cbf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=26b6b7a582bf41e1945c74eda3518a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4344628 Jul 15 15:02:23.408600 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5451aa0-558d-4f79-8ede-449b8ff74cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ae4f17-0836-4b23-99d3-4d1ffe49d753,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:23.409263 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 32840) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:23.426766 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ff30c-293b-48b7-8bc2-de04dd411807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f22000-298a-484a-8976-f46f2f6c0d59,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:23.471203 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce52c21-2279-486a-b376-6ec0439c0f00 req-d64c5963-5b7b-4369-93ff-34abb333fd99 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:23.472832 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7ce52c21-2279-486a-b376-6ec0439c0f00 req-d64c5963-5b7b-4369-93ff-34abb333fd99 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.1564598 Jul 15 15:02:23.519940 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d9fa046e-a5c6-4227-8266-36c098ee5e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.548872 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d9fa046e-a5c6-4227-8266-36c098ee5e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.550941 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7ce52c21-2279-486a-b376-6ec0439c0f00 req-2ad5e0e9-e8da-4523-9bb4-1e52f7455ada tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644724 Jul 15 15:02:23.618261 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d9fa046e-a5c6-4227-8266-36c098ee5e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.623408 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d9fa046e-a5c6-4227-8266-36c098ee5e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.628832 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-d9fa046e-a5c6-4227-8266-36c098ee5e24 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b7ae4f17-0836-4b23-99d3-4d1ffe49d753 HTTP/1.1" status: 204 len: 168 time: 0.2150536 Jul 15 15:02:23.641299 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa046e-a5c6-4227-8266-36c098ee5e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ae4f17-0836-4b23-99d3-4d1ffe49d753,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:23.815732 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 32860) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:23.832092 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3077d656-1e74-4d1a-a4f7-ddbfa047cd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.933024 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3077d656-1e74-4d1a-a4f7-ddbfa047cd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.938334 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3077d656-1e74-4d1a-a4f7-ddbfa047cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:23.984915 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-3077d656-1e74-4d1a-a4f7-ddbfa047cd87 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=24312d168c7d4afb89ca82636bf30c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1673963 Jul 15 15:02:23.985355 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077d656-1e74-4d1a-a4f7-ddbfa047cd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f1191b-f310-4d73-bc7f-b0e0de7fa25c,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:23.987189 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 32870) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:24.075584 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6430637b-3f7e-48c7-8c0a-3b49318a7974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.128546 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6430637b-3f7e-48c7-8c0a-3b49318a7974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.279150 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6430637b-3f7e-48c7-8c0a-3b49318a7974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.283263 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6430637b-3f7e-48c7-8c0a-3b49318a7974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.285081 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-6430637b-3f7e-48c7-8c0a-3b49318a7974 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e7f1191b-f310-4d73-bc7f-b0e0de7fa25c HTTP/1.1" status: 204 len: 168 time: 0.2957973 Jul 15 15:02:24.302966 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658c63c-f143-4922-a1b7-d770e69f5999 req-b387b192-f2bb-4257-93d0-16b0347cf764 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:24.305817 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c658c63c-f143-4922-a1b7-d770e69f5999 req-b387b192-f2bb-4257-93d0-16b0347cf764 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 945 time: 0.1198809 Jul 15 15:02:24.334468 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430637b-3f7e-48c7-8c0a-3b49318a7974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f1191b-f310-4d73-bc7f-b0e0de7fa25c,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:24.367278 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c658c63c-f143-4922-a1b7-d770e69f5999 req-1db7fcf7-da4d-4c61-8ffc-01c4ca2772bc tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/security-groups?id=f26d9c2c-f741-4e54-8c7d-51be2acfa406&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551724 Jul 15 15:02:24.524423 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77564820-f3c1-4224-9418-c05ff26632bc req-030f129c-06e1-4437-b139-23093e02bafb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:24.527661 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-77564820-f3c1-4224-9418-c05ff26632bc req-030f129c-06e1-4437-b139-23093e02bafb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.41 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 945 time: 0.0808923 Jul 15 15:02:24.853840 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b2e2-8c79-41bf-b75e-7304bd126654 req-40d830da-6f12-4d22-99f1-df41517c0261 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:24.856941 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e568b2e2-8c79-41bf-b75e-7304bd126654 req-40d830da-6f12-4d22-99f1-df41517c0261 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.1419418 Jul 15 15:02:24.864383 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-77564820-f3c1-4224-9418-c05ff26632bc req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Deleting port 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:02:24.864718 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-77564820-f3c1-4224-9418-c05ff26632bc req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:24.957559 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e568b2e2-8c79-41bf-b75e-7304bd126654 req-d82e27f2-84d0-40d4-afd7-dcb9716d61ff tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946767 Jul 15 15:02:24.964996 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 32944) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:25.021070 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-77564820-f3c1-4224-9418-c05ff26632bc req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] For port 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe,segment=NetworkSegment(165b4a6f-45c7-432d-a1d9-1a298de331ac),segment_id=165b4a6f-45c7-432d-a1d9-1a298de331ac)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:25.021556 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-77564820-f3c1-4224-9418-c05ff26632bc req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.039528 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-77564820-f3c1-4224-9418-c05ff26632bc req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Calling delete_port for 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe owned by compute:nova {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:02:25.211163 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-630772aa-797b-4243-8809-b0bfe79e0932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.231717 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-77564820-f3c1-4224-9418-c05ff26632bc req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.270240 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Pushing event deleted for resources: {'Port': ['ID=4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:25.297893 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.298281 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.298591 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.298931 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.299264 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.299596 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.299923 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.300298 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.300657 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.300958 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.301289 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.301603 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.341707 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-77564820-f3c1-4224-9418-c05ff26632bc req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] No DVR routers for this DVR port 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe on host hv-cinder-78836 {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:02:25.344752 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-77564820-f3c1-4224-9418-c05ff26632bc req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.346909 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-77564820-f3c1-4224-9418-c05ff26632bc req-96d10b9d-c458-497b-b25d-8b0c4d06e3fb tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.41 "DELETE /v2.0/ports/4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe HTTP/1.1" status: 204 len: 173 time: 0.8131258 Jul 15 15:02:25.347178 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9addebb1-f3c6-475b-9a23-fed3ab9ab20b', 'name': 'network-vif-deleted', 'tag': '4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:02:25.349511 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883f86c1-90dc-46f3-be13-e1393d30252a" -d '{"events": [{"server_uuid": "9addebb1-f3c6-475b-9a23-fed3ab9ab20b", "name": "network-vif-deleted", "tag": "4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:25.362850 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-630772aa-797b-4243-8809-b0bfe79e0932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.368394 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-630772aa-797b-4243-8809-b0bfe79e0932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.391629 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0d8fa3-55a7-4651-81d6-ba319d3d6a7a x-openstack-request-id: req-ce0d8fa3-55a7-4651-81d6-ba319d3d6a7a {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:25.392281 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9addebb1-f3c6-475b-9a23-fed3ab9ab20b", "name": "network-vif-deleted", "tag": "4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:25.392729 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ce0d8fa3-55a7-4651-81d6-ba319d3d6a7a {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:25.393382 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9addebb1-f3c6-475b-9a23-fed3ab9ab20b', 'name': 'network-vif-deleted', 'tag': '4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe', 'status': 'completed', 'code': 200} Jul 15 15:02:25.416459 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-630772aa-797b-4243-8809-b0bfe79e0932 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ba96b4636b0f49c48ef5f64a6e5ffee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502418 Jul 15 15:02:25.419482 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 32970) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:25.421734 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630772aa-797b-4243-8809-b0bfe79e0932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aac784d-6b17-4ea0-95b4-2d33f81954dc,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:25.440013 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630772aa-797b-4243-8809-b0bfe79e0932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.440506 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630772aa-797b-4243-8809-b0bfe79e0932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.440860 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630772aa-797b-4243-8809-b0bfe79e0932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.441199 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630772aa-797b-4243-8809-b0bfe79e0932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.441536 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630772aa-797b-4243-8809-b0bfe79e0932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.441870 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630772aa-797b-4243-8809-b0bfe79e0932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.442278 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630772aa-797b-4243-8809-b0bfe79e0932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.442900 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630772aa-797b-4243-8809-b0bfe79e0932 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.443235 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630772aa-797b-4243-8809-b0bfe79e0932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.443568 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630772aa-797b-4243-8809-b0bfe79e0932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.443898 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630772aa-797b-4243-8809-b0bfe79e0932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.444245 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630772aa-797b-4243-8809-b0bfe79e0932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:25.501049 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-699db9ff-1e5a-4fb4-abef-c187dd75d4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.534498 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-699db9ff-1e5a-4fb4-abef-c187dd75d4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.600087 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-699db9ff-1e5a-4fb4-abef-c187dd75d4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.606529 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-699db9ff-1e5a-4fb4-abef-c187dd75d4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:25.612128 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-699db9ff-1e5a-4fb4-abef-c187dd75d4e3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3aac784d-6b17-4ea0-95b4-2d33f81954dc HTTP/1.1" status: 204 len: 168 time: 0.1911855 Jul 15 15:02:25.623951 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699db9ff-1e5a-4fb4-abef-c187dd75d4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aac784d-6b17-4ea0-95b4-2d33f81954dc,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:25.846692 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cf20244b-6099-4fdd-850b-8c081293d8a5 req-36d8ce88-30e8-4213-a9e8-8f47f2615fd8 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 210 time: 0.3069921 Jul 15 15:02:26.114748 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33006) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:26.130007 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cb6901ac-7815-4965-b851-1d9c825bba23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.240905 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb950c35-346f-475a-a99d-df96f57fd537 req-043073ac-8c03-4393-88f6-19220b827914 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:26.243082 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fb950c35-346f-475a-a99d-df96f57fd537 req-043073ac-8c03-4393-88f6-19220b827914 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.1341741 Jul 15 15:02:26.299313 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cb6901ac-7815-4965-b851-1d9c825bba23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.300983 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fb950c35-346f-475a-a99d-df96f57fd537 req-c3d8b4e8-dc7c-4211-9ad1-5bfa0d4cd50a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507355 Jul 15 15:02:26.305311 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cb6901ac-7815-4965-b851-1d9c825bba23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.348814 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-cb6901ac-7815-4965-b851-1d9c825bba23 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b1a8a46ba2af4d5499a121694aef38a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327142 Jul 15 15:02:26.351368 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 33018) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:26.354942 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6901ac-7815-4965-b851-1d9c825bba23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b188bb2f-611f-4dcc-a186-9ea7723cf885,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:26.406016 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ad1b33f4-ff91-4c47-9742-e74df7bf4bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.428703 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ad1b33f4-ff91-4c47-9742-e74df7bf4bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.509790 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ad1b33f4-ff91-4c47-9742-e74df7bf4bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.515629 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ad1b33f4-ff91-4c47-9742-e74df7bf4bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:26.519406 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-ad1b33f4-ff91-4c47-9742-e74df7bf4bca admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b188bb2f-611f-4dcc-a186-9ea7723cf885 HTTP/1.1" status: 204 len: 168 time: 0.1646023 Jul 15 15:02:26.539620 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b33f4-ff91-4c47-9742-e74df7bf4bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b188bb2f-611f-4dcc-a186-9ea7723cf885,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:27.055352 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5ebf99c4-772e-48d4-80dd-65f34d50288b req-41719807-b4c7-49cc-a98a-8823d5a5086a tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 210 time: 0.0515318 Jul 15 15:02:27.507221 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b453-8803-4e18-a82b-c780f9bc16f7 req-7c037e95-dcdc-42b3-82eb-ed489efa54e3 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:27.509245 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-dfe3b453-8803-4e18-a82b-c780f9bc16f7 req-7c037e95-dcdc-42b3-82eb-ed489efa54e3 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0818312 Jul 15 15:02:27.558901 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-dfe3b453-8803-4e18-a82b-c780f9bc16f7 req-7b4f2a12-4b5f-4580-8d3d-9529ecc15abd tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417175 Jul 15 15:02:28.251308 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:02:28.259546 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b0042cd8-f922-4c1f-bd7e-7b52b934bf3e req-3954edc0-fae3-4cb4-bf2e-4652bd9b544f tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 210 time: 0.0309687 Jul 15 15:02:28.274248 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:02:28.274726 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 4d937a40-4a3a-4dbb-ab2d-1b2b2dbc87fe not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:02:28.732944 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439b5c2-8885-4d66-b4a3-3e4691820b4b req-c803b439-823c-4b76-b98c-00bda539a920 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:28.734363 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3439b5c2-8885-4d66-b4a3-3e4691820b4b req-c803b439-823c-4b76-b98c-00bda539a920 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0636775 Jul 15 15:02:28.770918 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3439b5c2-8885-4d66-b4a3-3e4691820b4b req-3b42ac9c-b569-4e53-81ac-2b1396aaa75a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310452 Jul 15 15:02:29.415584 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-feafbb72-a10e-428f-a428-9bc4556ce0fa req-2134c4a3-67f0-461b-ad9e-68e1b23df026 tempest-DeleteServersTestJSON-210695216 tempest-DeleteServersTestJSON-210695216-project] 10.222.0.72 "GET /v2.0/ports?device_id=9addebb1-f3c6-475b-9a23-fed3ab9ab20b HTTP/1.1" status: 200 len: 210 time: 0.0287251 Jul 15 15:02:29.950035 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b9c26-fab1-4e64-9fde-6ca151cd6775 req-20bd2ddf-e0cb-4d47-89e9-e1765dfbe16c tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:29.952610 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-641b9c26-fab1-4e64-9fde-6ca151cd6775 req-20bd2ddf-e0cb-4d47-89e9-e1765dfbe16c tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0691009 Jul 15 15:02:29.992476 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-641b9c26-fab1-4e64-9fde-6ca151cd6775 req-0d23bb0d-f1f9-45cf-826f-d82dc1c5124c tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350761 Jul 15 15:02:30.266384 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-15184f28-c57d-4f64-9072-b3ee6d432b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:31.190584 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eaa15-80f2-40ab-adf8-097ca8e815f7 req-d6e193cb-c244-489a-9b91-b12077670263 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:31.193032 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ee9eaa15-80f2-40ab-adf8-097ca8e815f7 req-d6e193cb-c244-489a-9b91-b12077670263 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0777853 Jul 15 15:02:31.246944 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ee9eaa15-80f2-40ab-adf8-097ca8e815f7 req-d76249bc-2576-465a-aeea-6802eca0933b tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456760 Jul 15 15:02:32.453741 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 33264) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:32.455245 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6abed-adec-41dc-a06e-a68aecdee49f req-8f736956-34fd-4acb-974f-60f5ff57914d tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:32.462879 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d2a6abed-adec-41dc-a06e-a68aecdee49f req-8f736956-34fd-4acb-974f-60f5ff57914d tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0915761 Jul 15 15:02:32.509867 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e21ae48-2116-49d3-aa01-79decebc5580 admin admin] Deleting subnet c3b154f4-499b-47fb-baf8-ed8f9a473dbe {{(pid=92930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:02:32.513690 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8e21ae48-2116-49d3-aa01-79decebc5580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:32.520109 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d2a6abed-adec-41dc-a06e-a68aecdee49f req-567b799d-63ac-46a5-935d-a07c77059962 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558701 Jul 15 15:02:32.561329 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8e21ae48-2116-49d3-aa01-79decebc5580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2994775'] for subnet, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:32.607143 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8e21ae48-2116-49d3-aa01-79decebc5580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66795978'] for subnet, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:32.680805 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8e21ae48-2116-49d3-aa01-79decebc5580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66796029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2594616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2806727'] for subnet, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:32.728200 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8e21ae48-2116-49d3-aa01-79decebc5580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:32.744028 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33290) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:32.744973 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-8e21ae48-2116-49d3-aa01-79decebc5580 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c3b154f4-499b-47fb-baf8-ed8f9a473dbe HTTP/1.1" status: 204 len: 168 time: 0.2895317 Jul 15 15:02:32.747486 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21ae48-2116-49d3-aa01-79decebc5580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3b154f4-499b-47fb-baf8-ed8f9a473dbe,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:32.824508 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66702497'] for network, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:32.922453 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796974', 'neutron.services.segments.db._delete_segments_for_network-8756598894668'] for network, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:32.943533 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:02:32.943741 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:02:32.944509 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:02:32.944834 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Subscribe: > port after_create 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:02:32.945146 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Subscribe: > port after_delete 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:02:32.945471 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Subscribe: > port after_update 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:02:32.945781 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:02:32.946088 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:02:32.946393 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:02:32.946705 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:02:32.994115 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a99965b9-8162-4bcc-8eb2-6fbda401f0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.002438 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 33308) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:33.142306 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-02b8c9c1-82e1-49a9-979b-177b6a407892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.159889 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:02:33.160282 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:02:33.160656 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:02:33.161268 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92931) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 15 15:02:33.161665 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005c0a61-63e4-42bd-8762-a46e34edfd15']}} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:33.182691 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165b4a6f-45c7-432d-a1d9-1a298de331ac') {'for_net_delete': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:33.182932 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165b4a6f-45c7-432d-a1d9-1a298de331ac') {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:33.208028 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756598898261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119874'] for segment, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.231365 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.240440 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=92931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:02:33.240844 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9121765'] for segment, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.245302 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-02b8c9c1-82e1-49a9-979b-177b6a407892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: from cryptography.utils import int_from_bytes Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: from cryptography.utils import int_from_bytes Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: Traceback (most recent call last): Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: timer() Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: cb(*args, **kw) Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: return func(*args, **kwargs) Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: self._notify() Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: self.callback(batched_events) Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: event.method(event) Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: return f(self, *a, **k) Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._get(url).json() Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: return self.request(url, 'GET', **kwargs) Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:02:33.246280 dv-cinder-788367-2-iscsi neutron-server[92931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:02:33.252379 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-02b8c9c1-82e1-49a9-979b-177b6a407892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.295051 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-02b8c9c1-82e1-49a9-979b-177b6a407892 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=abef4c6e03104343bc1ecc838956633c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911277 Jul 15 15:02:33.296552 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8c9c1-82e1-49a9-979b-177b6a407892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed619674-82a1-4fcc-952a-c978b985d20a,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:33.299117 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 33328) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:33.365388 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2fcef55d-f07c-4368-89a4-4f1acd736612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.389504 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2fcef55d-f07c-4368-89a4-4f1acd736612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.408122 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.455241 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2fcef55d-f07c-4368-89a4-4f1acd736612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.458287 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2fcef55d-f07c-4368-89a4-4f1acd736612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.459679 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-2fcef55d-f07c-4368-89a4-4f1acd736612 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ed619674-82a1-4fcc-952a-c978b985d20a HTTP/1.1" status: 204 len: 168 time: 0.1591845 Jul 15 15:02:33.469453 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcef55d-f07c-4368-89a4-4f1acd736612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed619674-82a1-4fcc-952a-c978b985d20a,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:33.539385 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633272'] for network, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.564614 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Pushing event deleted for resources: {'Network': ['ID=005c0a61-63e4-42bd-8762-a46e34edfd15,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:33.566814 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.578813 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-8b274dfe-dc36-4c9d-9848-b726b91a4a3a admin admin] 10.222.0.72 "DELETE /v2.0/networks/005c0a61-63e4-42bd-8762-a46e34edfd15 HTTP/1.1" status: 204 len: 168 time: 0.8262851 Jul 15 15:02:33.724605 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f2b55-b5f3-4d43-9031-f1b96f9c8633 req-50ab2981-a5d4-4288-b351-a30c1de6a9cc tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:33.726333 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e37f2b55-b5f3-4d43-9031-f1b96f9c8633 req-50ab2981-a5d4-4288-b351-a30c1de6a9cc tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0700402 Jul 15 15:02:33.770016 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e37f2b55-b5f3-4d43-9031-f1b96f9c8633 req-bb96e657-2d67-4f96-a41b-f042d286d14d tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367212 Jul 15 15:02:33.780449 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 33350) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:33.820854 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-7cdfcafa-c455-4a7c-a9e7-dc47bf1115aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0bd02f9d6d5541caa569e9e60a144f9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390894 Jul 15 15:02:33.823740 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 33352) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:33.874305 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1d58-d52a-45b1-bfb1-dac48e5d0e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.894737 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1d58-d52a-45b1-bfb1-dac48e5d0e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.941353 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1d58-d52a-45b1-bfb1-dac48e5d0e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.944159 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1d58-d52a-45b1-bfb1-dac48e5d0e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:33.945304 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-4f3a1d58-d52a-45b1-bfb1-dac48e5d0e25 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f26d9c2c-f741-4e54-8c7d-51be2acfa406 HTTP/1.1" status: 204 len: 168 time: 0.1206541 Jul 15 15:02:33.953545 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a1d58-d52a-45b1-bfb1-dac48e5d0e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26d9c2c-f741-4e54-8c7d-51be2acfa406,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:34.047033 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.606418 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33382) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:34.700520 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-3587e506-93cf-4ea0-a695-fd92f2358c4a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-460527168-network', 'tenant_id': '34c7232bfa66404fb369fb81b40a809e'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:34.720752 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3587e506-93cf-4ea0-a695-fd92f2358c4a admin admin] Made reservation on behalf of 34c7232bfa66404fb369fb81b40a809e for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:34.723093 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3587e506-93cf-4ea0-a695-fd92f2358c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.730853 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3587e506-93cf-4ea0-a695-fd92f2358c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.820200 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3587e506-93cf-4ea0-a695-fd92f2358c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.824822 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3587e506-93cf-4ea0-a695-fd92f2358c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.845997 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3587e506-93cf-4ea0-a695-fd92f2358c4a admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:34.859114 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587e506-93cf-4ea0-a695-fd92f2358c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ddfc68-73d8-4435-b87f-5621c13849a4,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:34.863741 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3587e506-93cf-4ea0-a695-fd92f2358c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.864084 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-3587e506-93cf-4ea0-a695-fd92f2358c4a admin admin] Added segment 7232eb18-8576-40a7-8448-d91fdfd1a281 of type vlan for network eb0f73d0-6c68-491c-8f90-de765fa79745 Jul 15 15:02:34.908315 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3587e506-93cf-4ea0-a695-fd92f2358c4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.938872 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3587e506-93cf-4ea0-a695-fd92f2358c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.940146 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3587e506-93cf-4ea0-a695-fd92f2358c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:34.940880 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3587e506-93cf-4ea0-a695-fd92f2358c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:34.974573 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3587e506-93cf-4ea0-a695-fd92f2358c4a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3669102 Jul 15 15:02:34.977548 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33390) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:34.982460 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-106e8b42-ef37-4b22-99e6-57f9075b32df admin admin] Request body: {'subnet': {'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-460527168-subnet', 'tenant_id': '34c7232bfa66404fb369fb81b40a809e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:35.017052 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587e506-93cf-4ea0-a695-fd92f2358c4a admin admin] Pushing event updated for resources: {'Network': ['ID=eb0f73d0-6c68-491c-8f90-de765fa79745,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:35.027582 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network eb0f73d0-6c68-491c-8f90-de765fa79745 details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:02:35.042662 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106e8b42-ef37-4b22-99e6-57f9075b32df admin admin] Made reservation on behalf of 34c7232bfa66404fb369fb81b40a809e for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:35.045497 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-106e8b42-ef37-4b22-99e6-57f9075b32df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9061605'] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.164099 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46c9b5-43f2-413a-bc7a-5c0c1391c72c req-f3d2863e-b241-42a1-9714-0f6e7bc40d48 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:35.165612 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0b46c9b5-43f2-413a-bc7a-5c0c1391c72c req-f3d2863e-b241-42a1-9714-0f6e7bc40d48 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.1343503 Jul 15 15:02:35.239879 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0b46c9b5-43f2-413a-bc7a-5c0c1391c72c req-cfa25bd4-2b4b-40bc-883e-05b01eff4cf9 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661175 Jul 15 15:02:35.281501 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-106e8b42-ef37-4b22-99e6-57f9075b32df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9119896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9061623'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.338736 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e8b42-ef37-4b22-99e6-57f9075b32df admin admin] Pushing event updated for resources: {'Subnet': ['ID=35721cf3-b2d8-48fb-8c51-7bd2428c258d,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:35.342856 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106e8b42-ef37-4b22-99e6-57f9075b32df admin admin] Checking segment: {'id': '7232eb18-8576-40a7-8448-d91fdfd1a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:35.343211 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106e8b42-ef37-4b22-99e6-57f9075b32df admin admin] Network hostable DHCP agents. Network: eb0f73d0-6c68-491c-8f90-de765fa79745, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:02:35.359535 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106e8b42-ef37-4b22-99e6-57f9075b32df admin admin] Network eb0f73d0-6c68-491c-8f90-de765fa79745 is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:02:35.368045 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-106e8b42-ef37-4b22-99e6-57f9075b32df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, eb0f73d0-6c68-491c-8f90-de765fa79745) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:35.372596 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106e8b42-ef37-4b22-99e6-57f9075b32df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:35.373273 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-106e8b42-ef37-4b22-99e6-57f9075b32df admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.377756 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fc1edc-719d-4e86-8f09-764a0ce8177c None None] Network eb0f73d0-6c68-491c-8f90-de765fa79745 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:35.388479 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-106e8b42-ef37-4b22-99e6-57f9075b32df admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4099007 Jul 15 15:02:35.457236 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:35.517300 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf43c115-279e-437a-bf68-4fa3098b2a0f None None] Network eb0f73d0-6c68-491c-8f90-de765fa79745 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:35.813295 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-a81e2c14-2ec6-4dd2-8393-e09b6335f205 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:35.814717 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-a81e2c14-2ec6-4dd2-8393-e09b6335f205 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/networks?id=eb0f73d0-6c68-491c-8f90-de765fa79745 HTTP/1.1" status: 200 len: 814 time: 0.1023142 Jul 15 15:02:35.829699 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-1f2423e4-7cb6-46e3-981b-3baf5d2da9eb tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/quotas/34c7232bfa66404fb369fb81b40a809e HTTP/1.1" status: 200 len: 375 time: 0.0092061 Jul 15 15:02:35.862144 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-450085a0-3abd-4382-926d-e33f3d3eddec tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=34c7232bfa66404fb369fb81b40a809e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275548 Jul 15 15:02:35.959270 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-cbd22777-efb8-4857-95c4-03d13d4688ba service neutron] 10.222.0.72 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905852 Jul 15 15:02:36.051386 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-3779d9bd-9148-4583-a9c3-0071d3832d2d service neutron] 10.222.0.72 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847685 Jul 15 15:02:36.280160 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e706ffdb-d4c9-4063-aea7-f4baa144d581 req-efa9cf98-69b2-485a-9624-3bff07efbfe4 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f7e2dfb-159b-4471-9325-051ae52d2f52 HTTP/1.1" status: 200 len: 210 time: 0.0549450 Jul 15 15:02:36.488392 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a330ec-b1d5-4cf0-a6fe-a07648cb9b4f req-360c8be8-1822-4999-9ed9-a2fa90496ac2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:36.490962 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-78a330ec-b1d5-4cf0-a6fe-a07648cb9b4f req-360c8be8-1822-4999-9ed9-a2fa90496ac2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0944717 Jul 15 15:02:36.539730 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-78a330ec-b1d5-4cf0-a6fe-a07648cb9b4f req-00b265bc-4514-450c-8264-ece023eef9da tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414882 Jul 15 15:02:37.065537 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33488) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:37.169015 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-503db98e-f5db-4716-9c25-4061a88aa9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:37.271348 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-503db98e-f5db-4716-9c25-4061a88aa9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:37.274993 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-503db98e-f5db-4716-9c25-4061a88aa9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:37.315317 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-503db98e-f5db-4716-9c25-4061a88aa9a9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f744c96a493d421d8583e470f528881f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486665 Jul 15 15:02:37.316031 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503db98e-f5db-4716-9c25-4061a88aa9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f5ea10-e475-4e42-aded-b6004d54ce36,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:37.318646 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 33498) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:37.381450 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ea72f741-820a-46a7-9ba7-1865a53bb4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:37.406494 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ea72f741-820a-46a7-9ba7-1865a53bb4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:37.433327 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5218ed61-2da3-4243-b75d-843adfd71cfa req-d29aa1ba-24c0-4d44-9cee-c3f014fcc079 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f7e2dfb-159b-4471-9325-051ae52d2f52 HTTP/1.1" status: 200 len: 210 time: 0.0290320 Jul 15 15:02:37.456965 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ea72f741-820a-46a7-9ba7-1865a53bb4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:37.461147 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ea72f741-820a-46a7-9ba7-1865a53bb4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:37.462760 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-ea72f741-820a-46a7-9ba7-1865a53bb4ee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c0f5ea10-e475-4e42-aded-b6004d54ce36 HTTP/1.1" status: 204 len: 168 time: 0.1431143 Jul 15 15:02:37.477066 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72f741-820a-46a7-9ba7-1865a53bb4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f5ea10-e475-4e42-aded-b6004d54ce36,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:37.637356 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-fc15e49a-8138-439e-8454-a22b782d320a tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:37.639093 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-fc15e49a-8138-439e-8454-a22b782d320a tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.41 "GET /v2.0/networks?id=eb0f73d0-6c68-491c-8f90-de765fa79745 HTTP/1.1" status: 200 len: 814 time: 0.1611178 Jul 15 15:02:37.667638 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-713f2273-a089-4eec-af96-703891922107 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Request body: {'port': {'device_id': '5f7e2dfb-159b-4471-9325-051ae52d2f52', 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745', 'admin_state_up': True, 'tenant_id': '34c7232bfa66404fb369fb81b40a809e'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:37.852003 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c14a95-430f-479d-9a6e-3929f08edd23 req-250ae61d-8fdc-4db0-83bb-40457b21027f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:37.861174 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b9c14a95-430f-479d-9a6e-3929f08edd23 req-250ae61d-8fdc-4db0-83bb-40457b21027f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.1469159 Jul 15 15:02:37.872494 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-713f2273-a089-4eec-af96-703891922107 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Made reservation on behalf of 34c7232bfa66404fb369fb81b40a809e for: {'port': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:37.876255 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-713f2273-a089-4eec-af96-703891922107 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:37.935740 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b9c14a95-430f-479d-9a6e-3929f08edd23 req-eae91cd8-3404-4577-81de-262f286db4dc tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730493 Jul 15 15:02:37.983311 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33532) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:38.000680 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7fdce613-04db-4d68-8a81-3f30ba12e8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.035936 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-713f2273-a089-4eec-af96-703891922107 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Allocated IP 172.20.0.9 (eb0f73d0-6c68-491c-8f90-de765fa79745/35721cf3-b2d8-48fb-8c51-7bd2428c258d/a5d17a25-3d44-478d-ad71-bffedb43537c) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:38.125469 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 33540) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:38.140609 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7fdce613-04db-4d68-8a81-3f30ba12e8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.162271 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7fdce613-04db-4d68-8a81-3f30ba12e8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.218436 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdce613-04db-4d68-8a81-3f30ba12e8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7bfc61-edd9-4bc0-9336-fc25daf5a94d,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:38.263007 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7fdce613-04db-4d68-8a81-3f30ba12e8bc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=39e39a6b7346449988505b24436aea5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778156 Jul 15 15:02:38.265391 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33556) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:38.269280 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-713f2273-a089-4eec-af96-703891922107 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.323242 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-10399201-c1a4-4328-ad37-036bc4701382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.332107 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4491d1da-7e66-4b79-9ee3-86b22bb74d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.358578 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4491d1da-7e66-4b79-9ee3-86b22bb74d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.375568 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-713f2273-a089-4eec-af96-703891922107 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.418976 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4491d1da-7e66-4b79-9ee3-86b22bb74d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.421523 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4491d1da-7e66-4b79-9ee3-86b22bb74d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.422908 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-4491d1da-7e66-4b79-9ee3-86b22bb74d3d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3f7bfc61-edd9-4bc0-9336-fc25daf5a94d HTTP/1.1" status: 204 len: 168 time: 0.1557946 Jul 15 15:02:38.435470 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491d1da-7e66-4b79-9ee3-86b22bb74d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7bfc61-edd9-4bc0-9336-fc25daf5a94d,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:38.452048 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-713f2273-a089-4eec-af96-703891922107 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Network eb0f73d0-6c68-491c-8f90-de765fa79745 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:38.472550 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f2273-a089-4eec-af96-703891922107 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Pushing event updated for resources: {'Port': ['ID=a5d17a25-3d44-478d-ad71-bffedb43537c,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:38.480731 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-713f2273-a089-4eec-af96-703891922107 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:38.492538 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-713f2273-a089-4eec-af96-703891922107 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:38.566085 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-713f2273-a089-4eec-af96-703891922107 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:38.566657 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-713f2273-a089-4eec-af96-703891922107 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.604064 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-10399201-c1a4-4328-ad37-036bc4701382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.628056 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-10399201-c1a4-4328-ad37-036bc4701382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.641101 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-713f2273-a089-4eec-af96-703891922107 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9863710 Jul 15 15:02:38.659410 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Request body: {'port': {'device_id': '5f7e2dfb-159b-4471-9325-051ae52d2f52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:38.707404 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-10399201-c1a4-4328-ad37-036bc4701382 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=120e795398d34cd79ecf1de335187bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5808256 Jul 15 15:02:38.710250 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33574) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:38.714950 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10399201-c1a4-4328-ad37-036bc4701382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257ab828-ba16-4718-8f2b-e00efed09e1e,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:38.767562 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-80e5e369-5d49-429d-bd72-aeca875e47b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.770206 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea094109-728b-4bf0-ac81-9b8a3acec8fa req-4cbb095d-0f50-4ffd-84ca-f3cebc6a39d0 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:38.771724 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ea094109-728b-4bf0-ac81-9b8a3acec8fa req-4cbb095d-0f50-4ffd-84ca-f3cebc6a39d0 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f7e2dfb-159b-4471-9325-051ae52d2f52 HTTP/1.1" status: 200 len: 931 time: 0.1826282 Jul 15 15:02:38.799864 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.800191 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-80e5e369-5d49-429d-bd72-aeca875e47b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.865144 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ea094109-728b-4bf0-ac81-9b8a3acec8fa req-aba5482c-3755-4199-a43a-64e8f6fec09e tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846932 Jul 15 15:02:38.865893 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-80e5e369-5d49-429d-bd72-aeca875e47b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.869131 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-80e5e369-5d49-429d-bd72-aeca875e47b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:38.873668 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-80e5e369-5d49-429d-bd72-aeca875e47b9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/257ab828-ba16-4718-8f2b-e00efed09e1e HTTP/1.1" status: 204 len: 168 time: 0.1621318 Jul 15 15:02:38.882411 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5e369-5d49-429d-bd72-aeca875e47b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257ab828-ba16-4718-8f2b-e00efed09e1e,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:39.177735 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9225054-fb8d-4380-8720-90017e7bdf0a req-724ad63b-bd4a-4b16-8b9c-12782284a403 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:39.179254 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d9225054-fb8d-4380-8720-90017e7bdf0a req-724ad63b-bd4a-4b16-8b9c-12782284a403 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.1191051 Jul 15 15:02:39.184054 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d17a25-3d44-478d-ad71-bffedb43537c {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:02:39.193072 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.221842 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Transition to ACTIVE for port object a5d17a25-3d44-478d-ad71-bffedb43537c will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:39.233573 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.264735 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33598) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:39.270740 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d9225054-fb8d-4380-8720-90017e7bdf0a req-d21db923-af59-464f-b944-c897f4831a72 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819736 Jul 15 15:02:39.281273 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f92a740-a299-4146-9a6f-7223531aeb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.309996 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d17a25-3d44-478d-ad71-bffedb43537c,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:39.391999 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f92a740-a299-4146-9a6f-7223531aeb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.394300 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Attempting to bind port a5d17a25-3d44-478d-ad71-bffedb43537c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:02:39.394811 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Attempting to bind port a5d17a25-3d44-478d-ad71-bffedb43537c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7232eb18-8576-40a7-8448-d91fdfd1a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:02:39.394919 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Attempting to bind port a5d17a25-3d44-478d-ad71-bffedb43537c on network eb0f73d0-6c68-491c-8f90-de765fa79745 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:39.398916 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6f92a740-a299-4146-9a6f-7223531aeb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.400220 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Port a5d17a25-3d44-478d-ad71-bffedb43537c on network eb0f73d0-6c68-491c-8f90-de765fa79745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:02:39.400811 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Attempting to bind port a5d17a25-3d44-478d-ad71-bffedb43537c on network eb0f73d0-6c68-491c-8f90-de765fa79745 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:39.408579 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:02:39.408889 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Checking segment: {'id': '7232eb18-8576-40a7-8448-d91fdfd1a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:39.409649 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Bound using segment: {'id': '7232eb18-8576-40a7-8448-d91fdfd1a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:02:39.410479 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Bound port: a5d17a25-3d44-478d-ad71-bffedb43537c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7232eb18-8576-40a7-8448-d91fdfd1a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:02:39.411937 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.442980 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-6f92a740-a299-4146-9a6f-7223531aeb39 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=082ceb2c5ea14762a0542520a9be433b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760230 Jul 15 15:02:39.443959 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33610) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:39.451920 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92a740-a299-4146-9a6f-7223531aeb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9f4d56-e335-4bde-90fc-aa8d9203f083,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:39.509182 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33616) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:39.510101 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-45704fba-db5c-4f98-851b-d57eed2dcfac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.522873 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] For port a5d17a25-3d44-478d-ad71-bffedb43537c, host hv-cinder-78836, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:39.527423 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] For port a5d17a25-3d44-478d-ad71-bffedb43537c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a5d17a25-3d44-478d-ad71-bffedb43537c,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:39.535373 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.563476 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-45704fba-db5c-4f98-851b-d57eed2dcfac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.591334 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_v2 [None req-00179822-520f-4ce6-8eb5-6c795823f677 admin admin] Deleting subnet a1da29e7-b7cf-4c5c-b263-d1c60007c69b {{(pid=92931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:02:39.591787 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:39.592481 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.594100 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] 10.222.0.41 "PUT /v2.0/ports/a5d17a25-3d44-478d-ad71-bffedb43537c HTTP/1.1" status: 200 len: 1093 time: 0.9398386 Jul 15 15:02:39.594627 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7e2dfb-159b-4471-9325-051ae52d2f52', 'tag': 'a5d17a25-3d44-478d-ad71-bffedb43537c'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:02:39.597204 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40e74c9-3e6e-4851-8f0c-ddeedd0a7f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7e2dfb-159b-4471-9325-051ae52d2f52", "tag": "a5d17a25-3d44-478d-ad71-bffedb43537c"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:39.598315 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00179822-520f-4ce6-8eb5-6c795823f677 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.636575 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645c055-172e-48b7-b4cf-09c5c034f225 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d17a25-3d44-478d-ad71-bffedb43537c,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:39.673023 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df38c18f-c10a-4725-80f4-0ef65b7bfc44 x-openstack-request-id: req-df38c18f-c10a-4725-80f4-0ef65b7bfc44 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:39.673304 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7e2dfb-159b-4471-9325-051ae52d2f52", "tag": "a5d17a25-3d44-478d-ad71-bffedb43537c", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:39.673561 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-df38c18f-c10a-4725-80f4-0ef65b7bfc44 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:39.673955 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7e2dfb-159b-4471-9325-051ae52d2f52', 'tag': 'a5d17a25-3d44-478d-ad71-bffedb43537c', 'status': 'completed', 'code': 200} Jul 15 15:02:39.679887 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00179822-520f-4ce6-8eb5-6c795823f677 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9119925'] for subnet, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.721308 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-45704fba-db5c-4f98-851b-d57eed2dcfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.723850 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-45704fba-db5c-4f98-851b-d57eed2dcfac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.725118 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-45704fba-db5c-4f98-851b-d57eed2dcfac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ed9f4d56-e335-4bde-90fc-aa8d9203f083 HTTP/1.1" status: 204 len: 168 time: 0.2801018 Jul 15 15:02:39.730189 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-356bf8d3-cbc7-4f75-8d17-6b6fc38edb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:39.730189 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-356bf8d3-cbc7-4f75-8d17-6b6fc38edb1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34c7232bfa66404fb369fb81b40a809e&device_id=5f7e2dfb-159b-4471-9325-051ae52d2f52 HTTP/1.1" status: 200 len: 1096 time: 0.0710301 Jul 15 15:02:39.739128 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00179822-520f-4ce6-8eb5-6c795823f677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66795978'] for subnet, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.743017 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45704fba-db5c-4f98-851b-d57eed2dcfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9f4d56-e335-4bde-90fc-aa8d9203f083,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:39.796854 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-9d62bf79-3b4a-40b0-b19e-16546d2bfc1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5d17a25-3d44-478d-ad71-bffedb43537c HTTP/1.1" status: 200 len: 217 time: 0.0571976 Jul 15 15:02:39.820405 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00179822-520f-4ce6-8eb5-6c795823f677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66796029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9119815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9061582'] for subnet, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.849169 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-64adefa1-705c-478a-8cab-765d533c79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:39.850753 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-64adefa1-705c-478a-8cab-765d533c79cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35721cf3-b2d8-48fb-8c51-7bd2428c258d HTTP/1.1" status: 200 len: 854 time: 0.0470219 Jul 15 15:02:39.852364 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00179822-520f-4ce6-8eb5-6c795823f677 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1da29e7-b7cf-4c5c-b263-d1c60007c69b,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:39.858354 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00179822-520f-4ce6-8eb5-6c795823f677 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:39.860392 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-00179822-520f-4ce6-8eb5-6c795823f677 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a1da29e7-b7cf-4c5c-b263-d1c60007c69b HTTP/1.1" status: 204 len: 168 time: 0.3482635 Jul 15 15:02:39.862776 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33642) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:39.897853 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-55d2d59f-b60e-4fff-954b-3ca5f69e06f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb0f73d0-6c68-491c-8f90-de765fa79745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365765 Jul 15 15:02:39.959950 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a9680d51-05d8-4630-b8e3-f2e8c6e1077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66702497'] for network, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.069058 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a9680d51-05d8-4630-b8e3-f2e8c6e1077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796974', 'neutron.services.segments.db._delete_segments_for_network-8756598894668'] for network, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.083432 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-a9680d51-05d8-4630-b8e3-f2e8c6e1077c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7baac090-034d-4bbc-ab8e-fb73309f1b0e']}} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:40.099365 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-a9680d51-05d8-4630-b8e3-f2e8c6e1077c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01a3823-480e-48d9-af4e-19dbcc29764b') {'for_net_delete': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:40.100010 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-a9680d51-05d8-4630-b8e3-f2e8c6e1077c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01a3823-480e-48d9-af4e-19dbcc29764b') {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:40.116845 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-030d2a8b-72de-413f-a2aa-993f500b1ff6 service neutron] 10.222.0.41 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090929 Jul 15 15:02:40.120412 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a9680d51-05d8-4630-b8e3-f2e8c6e1077c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756598898261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119874'] for segment, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.132974 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712ff4d-303c-472f-814b-9f6f93fe1140 req-e48d4792-2cea-4a63-8173-84d4d37d23e9 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:40.134463 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0712ff4d-303c-472f-814b-9f6f93fe1140 req-e48d4792-2cea-4a63-8173-84d4d37d23e9 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f7e2dfb-159b-4471-9325-051ae52d2f52 HTTP/1.1" status: 200 len: 943 time: 0.1454809 Jul 15 15:02:40.153838 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a9680d51-05d8-4630-b8e3-f2e8c6e1077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.161699 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9680d51-05d8-4630-b8e3-f2e8c6e1077c admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=92931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:02:40.162477 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a9680d51-05d8-4630-b8e3-f2e8c6e1077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9121765'] for segment, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: Traceback (most recent call last): Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: timer() Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: cb(*args, **kw) Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: return func(*args, **kwargs) Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: self._notify() Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: self.callback(batched_events) Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: event.method(event) Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: return f(self, *a, **k) Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._get(url).json() Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: return self.request(url, 'GET', **kwargs) Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:02:40.164737 dv-cinder-788367-2-iscsi neutron-server[92931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:02:40.223882 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33654) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:40.228380 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0712ff4d-303c-472f-814b-9f6f93fe1140 req-b2dd4fba-0244-4410-87a4-7a7e40bc2a1e tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858347 Jul 15 15:02:40.240960 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-42b66094-771d-467c-9084-ab0eb2e3bf63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.249560 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a9680d51-05d8-4630-b8e3-f2e8c6e1077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633272'] for network, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.276921 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9680d51-05d8-4630-b8e3-f2e8c6e1077c admin admin] Pushing event deleted for resources: {'Network': ['ID=7baac090-034d-4bbc-ab8e-fb73309f1b0e,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:40.279128 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a9680d51-05d8-4630-b8e3-f2e8c6e1077c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.281097 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a9680d51-05d8-4630-b8e3-f2e8c6e1077c admin admin] 10.222.0.72 "DELETE /v2.0/networks/7baac090-034d-4bbc-ab8e-fb73309f1b0e HTTP/1.1" status: 204 len: 168 time: 0.4169102 Jul 15 15:02:40.283885 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33656) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:40.285409 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d0f905b9-e179-4c8c-8ac9-155db207e904 req-17d22f48-7e22-4bd2-8ffc-300f0c88a11f service neutron] 10.222.0.41 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601086 Jul 15 15:02:40.362046 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33662) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:40.394065 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35e0a4b-50fd-42ef-afad-ef881a84c62c admin admin] Deleting subnet 8bf5cc6c-e7db-40cf-8555-1967ed585e92 {{(pid=92931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:02:40.401516 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a35e0a4b-50fd-42ef-afad-ef881a84c62c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.418750 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e74c9-3e6e-4851-8f0c-ddeedd0a7f5d req-a69c0ab6-6897-4df3-a584-3d433b578aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:40.420410 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a40e74c9-3e6e-4851-8f0c-ddeedd0a7f5d req-a69c0ab6-6897-4df3-a584-3d433b578aac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34c7232bfa66404fb369fb81b40a809e&device_id=5f7e2dfb-159b-4471-9325-051ae52d2f52 HTTP/1.1" status: 200 len: 1096 time: 0.0674620 Jul 15 15:02:40.441725 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a35e0a4b-50fd-42ef-afad-ef881a84c62c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9119925'] for subnet, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.493407 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a35e0a4b-50fd-42ef-afad-ef881a84c62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66795978'] for subnet, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.529436 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e74c9-3e6e-4851-8f0c-ddeedd0a7f5d req-a3ba6a93-04b4-48d4-91a9-ae5682587243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:40.530927 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a40e74c9-3e6e-4851-8f0c-ddeedd0a7f5d req-a3ba6a93-04b4-48d4-91a9-ae5682587243 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eb0f73d0-6c68-491c-8f90-de765fa79745 HTTP/1.1" status: 200 len: 915 time: 0.1029291 Jul 15 15:02:40.592616 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a40e74c9-3e6e-4851-8f0c-ddeedd0a7f5d req-a0115ec6-5936-421a-986e-1b7ceda8f003 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5d17a25-3d44-478d-ad71-bffedb43537c HTTP/1.1" status: 200 len: 217 time: 0.0533586 Jul 15 15:02:40.603264 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a35e0a4b-50fd-42ef-afad-ef881a84c62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66796029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9119815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9061582'] for subnet, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.653328 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e0a4b-50fd-42ef-afad-ef881a84c62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf5cc6c-e7db-40cf-8555-1967ed585e92,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:40.659800 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-42b66094-771d-467c-9084-ab0eb2e3bf63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.662912 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a35e0a4b-50fd-42ef-afad-ef881a84c62c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.664670 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a35e0a4b-50fd-42ef-afad-ef881a84c62c admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8bf5cc6c-e7db-40cf-8555-1967ed585e92 HTTP/1.1" status: 204 len: 168 time: 0.3795309 Jul 15 15:02:40.668040 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 33674) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:40.677502 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e74c9-3e6e-4851-8f0c-ddeedd0a7f5d req-c72f9e5b-4ce0-4743-b9e6-87a3398d98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:40.677869 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939ef73-57d0-41d8-b7d2-92d4863c6076 req-c79b1e40-20cc-4efe-a37d-bf515668b728 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:40.678935 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a40e74c9-3e6e-4851-8f0c-ddeedd0a7f5d req-c72f9e5b-4ce0-4743-b9e6-87a3398d98c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35721cf3-b2d8-48fb-8c51-7bd2428c258d HTTP/1.1" status: 200 len: 854 time: 0.0702758 Jul 15 15:02:40.680620 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b939ef73-57d0-41d8-b7d2-92d4863c6076 req-c79b1e40-20cc-4efe-a37d-bf515668b728 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.2060733 Jul 15 15:02:40.683266 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a18c920-751b-4ca0-9373-d66894b221b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.693501 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-42b66094-771d-467c-9084-ab0eb2e3bf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.733577 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a40e74c9-3e6e-4851-8f0c-ddeedd0a7f5d req-cb2ae4c2-c6bd-42dc-b1e8-2078776361ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb0f73d0-6c68-491c-8f90-de765fa79745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334737 Jul 15 15:02:40.805351 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f07d2a2c-2926-4afb-83dd-1b69090b2aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66702497'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.807085 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-42b66094-771d-467c-9084-ab0eb2e3bf63 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2d40c73e08a64e85948a759db6067dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5815115 Jul 15 15:02:40.813932 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b66094-771d-467c-9084-ab0eb2e3bf63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b3df76-568d-4c21-a04f-53a70629edae,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:40.814100 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 33690) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:40.846656 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b939ef73-57d0-41d8-b7d2-92d4863c6076 req-13bbc008-1d55-41f6-9ab7-9a6b086e1523 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544604 Jul 15 15:02:40.887598 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a18c920-751b-4ca0-9373-d66894b221b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.892711 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a18c920-751b-4ca0-9373-d66894b221b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.933352 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3a18c920-751b-4ca0-9373-d66894b221b3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0ea18d9bcccc401989d09ea820c7d8e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5680957 Jul 15 15:02:40.934560 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18c920-751b-4ca0-9373-d66894b221b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c0fa93-28c1-4c0b-9286-f2061e496fe2,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:40.937227 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33698) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:40.958746 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a40e74c9-3e6e-4851-8f0c-ddeedd0a7f5d req-566a891e-2378-4d84-863a-88bd14333262 service neutron] 10.222.0.41 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913927 Jul 15 15:02:40.966836 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b8b6d1f0-0d61-4623-a940-f933acfb78fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:40.995731 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5a64c4da-808e-48a5-97d5-d89ff9f4a6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.008773 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f07d2a2c-2926-4afb-83dd-1b69090b2aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796974', 'neutron.services.segments.db._delete_segments_for_network-8756598894668'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.018401 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5a64c4da-808e-48a5-97d5-d89ff9f4a6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.045825 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-f07d2a2c-2926-4afb-83dd-1b69090b2aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c43819-1bb9-4e59-8841-3408aff74ef0']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:41.059861 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b8b6d1f0-0d61-4623-a940-f933acfb78fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.062364 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-f07d2a2c-2926-4afb-83dd-1b69090b2aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f26f812a-6b0a-44f1-bc91-eb8846b26532') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:41.062664 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-f07d2a2c-2926-4afb-83dd-1b69090b2aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f26f812a-6b0a-44f1-bc91-eb8846b26532') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:02:41.071881 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5a64c4da-808e-48a5-97d5-d89ff9f4a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.075835 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5a64c4da-808e-48a5-97d5-d89ff9f4a6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.079754 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-5a64c4da-808e-48a5-97d5-d89ff9f4a6d2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/09c0fa93-28c1-4c0b-9286-f2061e496fe2 HTTP/1.1" status: 204 len: 168 time: 0.1394644 Jul 15 15:02:41.081073 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f07d2a2c-2926-4afb-83dd-1b69090b2aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756598898261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994784'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.087122 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64c4da-808e-48a5-97d5-d89ff9f4a6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c0fa93-28c1-4c0b-9286-f2061e496fe2,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:41.141855 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f07d2a2c-2926-4afb-83dd-1b69090b2aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.161551 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07d2a2c-2926-4afb-83dd-1b69090b2aa6 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:02:41.161959 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f07d2a2c-2926-4afb-83dd-1b69090b2aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2592922'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: timer() Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: cb(*args, **kw) Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: self._notify() Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: self.callback(batched_events) Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: event.method(event) Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: return self._get(url).json() Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:02:41.163665 dv-cinder-788367-2-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:02:41.194996 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a40e74c9-3e6e-4851-8f0c-ddeedd0a7f5d req-124e8242-a4e7-4441-b0f5-47738c696a89 service neutron] 10.222.0.41 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231829 Jul 15 15:02:41.254688 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33710) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:41.333416 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device a5d17a25-3d44-478d-ad71-bffedb43537c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:02:41.468966 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0ebe8e44-21e6-4f84-9313-9b7ddf300963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.493332 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e51d78-c610-4506-ba36-d97a250607a7 req-60e3e2c2-c5d6-458b-b171-1062072314b6 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:41.495991 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-16e51d78-c610-4506-ba36-d97a250607a7 req-60e3e2c2-c5d6-458b-b171-1062072314b6 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f7e2dfb-159b-4471-9325-051ae52d2f52 HTTP/1.1" status: 200 len: 943 time: 0.1236463 Jul 15 15:02:41.500504 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port a5d17a25-3d44-478d-ad71-bffedb43537c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a5d17a25-3d44-478d-ad71-bffedb43537c,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:41.521896 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': 'a5d17a25-3d44-478d-ad71-bffedb43537c', 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745', 'port_id': 'a5d17a25-3d44-478d-ad71-bffedb43537c', 'mac_address': 'fa:16:3e:85:db:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35721cf3-b2d8-48fb-8c51-7bd2428c258d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:02:41.544983 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 33718) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:41.559614 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b8b6d1f0-0d61-4623-a940-f933acfb78fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.559942 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-16e51d78-c610-4506-ba36-d97a250607a7 req-45b89e21-3c54-40af-beb3-7e9b00cbae69 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529847 Jul 15 15:02:41.562149 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b8b6d1f0-0d61-4623-a940-f933acfb78fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.563257 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-b8b6d1f0-0d61-4623-a940-f933acfb78fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/58b3df76-568d-4c21-a04f-53a70629edae HTTP/1.1" status: 204 len: 168 time: 0.7483594 Jul 15 15:02:41.566720 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f4bac988-b561-410e-8d5b-3532c2f13eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.568530 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f07d2a2c-2926-4afb-83dd-1b69090b2aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633272'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.586302 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f07d2a2c-2926-4afb-83dd-1b69090b2aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.587574 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.591373 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f07d2a2c-2926-4afb-83dd-1b69090b2aa6 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a2c43819-1bb9-4e59-8841-3408aff74ef0 HTTP/1.1" status: 204 len: 168 time: 0.9192331 Jul 15 15:02:41.609903 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6d1f0-0d61-4623-a940-f933acfb78fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b3df76-568d-4c21-a04f-53a70629edae,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:41.612454 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d17a25-3d44-478d-ad71-bffedb43537c {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:02:41.617839 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d2a2c-2926-4afb-83dd-1b69090b2aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c43819-1bb9-4e59-8841-3408aff74ef0,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:41.632252 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0ebe8e44-21e6-4f84-9313-9b7ddf300963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.639354 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0ebe8e44-21e6-4f84-9313-9b7ddf300963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.659856 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port a5d17a25-3d44-478d-ad71-bffedb43537c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a5d17a25-3d44-478d-ad71-bffedb43537c,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:41.667605 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.690954 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-0ebe8e44-21e6-4f84-9313-9b7ddf300963 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=06c45f8098b44b60a899c3364e0879d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325867 Jul 15 15:02:41.690954 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe8e44-21e6-4f84-9313-9b7ddf300963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89deb3c2-b5cb-4d54-9cb7-6bb86b6dd5a3,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:41.691859 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33724) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:41.745467 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f4bac988-b561-410e-8d5b-3532c2f13eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.753476 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f4bac988-b561-410e-8d5b-3532c2f13eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.762322 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=a5d17a25-3d44-478d-ad71-bffedb43537c,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:41.770307 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:41.770664 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:41.771014 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:41.771356 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:41.771695 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:41.772034 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:41.772418 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:41.772755 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:41.773158 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:41.773670 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:41.774012 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:41.774729 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:02:41.778356 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1213278b-5e58-415b-9853-736ebf56fbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.806631 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1213278b-5e58-415b-9853-736ebf56fbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.809102 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bac988-b561-410e-8d5b-3532c2f13eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a1c855-a18d-4710-8e35-00badedacf7a,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:41.813787 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f4bac988-b561-410e-8d5b-3532c2f13eb3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c08cdc3c8c594ba7aa68c661b9a2f1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678187 Jul 15 15:02:41.816546 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 33726) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:41.880819 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9c94686f-8aea-476a-a444-43d70b8681fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.888219 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1213278b-5e58-415b-9853-736ebf56fbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.891638 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1213278b-5e58-415b-9853-736ebf56fbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.895206 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-1213278b-5e58-415b-9853-736ebf56fbfc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/89deb3c2-b5cb-4d54-9cb7-6bb86b6dd5a3 HTTP/1.1" status: 204 len: 168 time: 0.2001379 Jul 15 15:02:41.909728 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9c94686f-8aea-476a-a444-43d70b8681fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.909997 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213278b-5e58-415b-9853-736ebf56fbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89deb3c2-b5cb-4d54-9cb7-6bb86b6dd5a3,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:41.931165 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33734) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:41.933687 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['a5d17a25-3d44-478d-ad71-bffedb43537c'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:02:41.974732 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9c94686f-8aea-476a-a444-43d70b8681fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.978003 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9c94686f-8aea-476a-a444-43d70b8681fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:41.980047 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-9c94686f-8aea-476a-a444-43d70b8681fc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/48a1c855-a18d-4710-8e35-00badedacf7a HTTP/1.1" status: 204 len: 168 time: 0.1623027 Jul 15 15:02:42.001639 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c94686f-8aea-476a-a444-43d70b8681fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a1c855-a18d-4710-8e35-00badedacf7a,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:42.010489 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-f4f8fdfb-00ba-480b-b45e-5c4648e79918 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=94f589e3a93847109f87387dc561c9c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751443 Jul 15 15:02:42.010996 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33738) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:42.077758 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-06d9b900-9d4c-44b5-b0a9-a8bf1a3ce05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.113202 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbf175-7ca3-4afe-a933-0fe80035e6fb req-72c74156-5e75-4820-9ec7-77c1436766cb tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:42.114888 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5adbf175-7ca3-4afe-a933-0fe80035e6fb req-72c74156-5e75-4820-9ec7-77c1436766cb tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0990396 Jul 15 15:02:42.127063 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-06d9b900-9d4c-44b5-b0a9-a8bf1a3ce05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.173902 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5adbf175-7ca3-4afe-a933-0fe80035e6fb req-4b28cd7c-4575-4276-af6e-74d392c542c6 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524318 Jul 15 15:02:42.206749 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-06d9b900-9d4c-44b5-b0a9-a8bf1a3ce05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.210495 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-06d9b900-9d4c-44b5-b0a9-a8bf1a3ce05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.211664 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-06d9b900-9d4c-44b5-b0a9-a8bf1a3ce05e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/21aae8f2-ca59-4b91-8dbf-361635df7289 HTTP/1.1" status: 204 len: 168 time: 0.1996722 Jul 15 15:02:42.220025 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9b900-9d4c-44b5-b0a9-a8bf1a3ce05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21aae8f2-ca59-4b91-8dbf-361635df7289,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:42.415014 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33754) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:42.429673 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-896fefac-92b6-4d13-8702-c371022e4fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.545455 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-896fefac-92b6-4d13-8702-c371022e4fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.550218 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-896fefac-92b6-4d13-8702-c371022e4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.589486 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-896fefac-92b6-4d13-8702-c371022e4fc7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=03753a251eb54e7abe516f0af0f810fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732962 Jul 15 15:02:42.590325 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fefac-92b6-4d13-8702-c371022e4fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5d825d-afcb-445a-ad80-a5e053d704f9,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:42.591202 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 33762) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:42.593055 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33764) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:42.659292 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7bae-4e74-4aa6-a9a4-cd97f32dbb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.686047 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7bae-4e74-4aa6-a9a4-cd97f32dbb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.694242 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-fb82aa21-9dff-4a86-be0d-61fa4e7655e7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a22c98a0338547a69b07fe089656b1a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1009474 Jul 15 15:02:42.699328 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 33770) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:42.744035 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7bae-4e74-4aa6-a9a4-cd97f32dbb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.747255 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ba3a7bae-4e74-4aa6-a9a4-cd97f32dbb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.755091 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ba3a7bae-4e74-4aa6-a9a4-cd97f32dbb35 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7e5d825d-afcb-445a-ad80-a5e053d704f9 HTTP/1.1" status: 204 len: 168 time: 0.1610260 Jul 15 15:02:42.763776 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a7bae-4e74-4aa6-a9a4-cd97f32dbb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5d825d-afcb-445a-ad80-a5e053d704f9,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:42.764164 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:02:42.824296 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ed6f624f-9a2d-4128-b817-6c860c4d1fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.853231 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ed6f624f-9a2d-4128-b817-6c860c4d1fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.904460 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3cae5-3078-4712-84e3-56314dc323d7 req-f145654b-e5bc-4738-ae40-80e8d5a67230 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:42.911307 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8cf3cae5-3078-4712-84e3-56314dc323d7 req-f145654b-e5bc-4738-ae40-80e8d5a67230 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f7e2dfb-159b-4471-9325-051ae52d2f52 HTTP/1.1" status: 200 len: 944 time: 0.1214361 Jul 15 15:02:42.956735 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8cf3cae5-3078-4712-84e3-56314dc323d7 req-7c782ffd-6ce8-4836-ae35-b2c0d14260d0 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444965 Jul 15 15:02:42.957848 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ed6f624f-9a2d-4128-b817-6c860c4d1fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.960332 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ed6f624f-9a2d-4128-b817-6c860c4d1fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:42.961394 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-ed6f624f-9a2d-4128-b817-6c860c4d1fdb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/41e65f22-deca-426a-96ce-33a279e682bd HTTP/1.1" status: 204 len: 168 time: 0.2608318 Jul 15 15:02:42.979624 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f624f-9a2d-4128-b817-6c860c4d1fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e65f22-deca-426a-96ce-33a279e682bd,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:43.350206 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device a5d17a25-3d44-478d-ad71-bffedb43537c up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:43.365602 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb0451-02cb-4253-a9db-c9ace389acc5 req-1ca2f71c-c290-4f1a-bcde-32b051e32465 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:43.367246 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-96cb0451-02cb-4253-a9db-c9ace389acc5 req-1ca2f71c-c290-4f1a-bcde-32b051e32465 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0668681 Jul 15 15:02:43.427833 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port a5d17a25-3d44-478d-ad71-bffedb43537c completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:43.429154 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-96cb0451-02cb-4253-a9db-c9ace389acc5 req-fa0bae1e-cc1c-4002-b8cb-4d68dec3b780 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553880 Jul 15 15:02:43.436135 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port a5d17a25-3d44-478d-ad71-bffedb43537c triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:02:43.436726 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:43.546802 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:43.572143 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7e2dfb-159b-4471-9325-051ae52d2f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d17a25-3d44-478d-ad71-bffedb43537c'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:02:43.575484 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021798d1-66f1-420a-988c-7b508730a76a" -d '{"events": [{"server_uuid": "5f7e2dfb-159b-4471-9325-051ae52d2f52", "name": "network-vif-plugged", "status": "completed", "tag": "a5d17a25-3d44-478d-ad71-bffedb43537c"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:02:43.589799 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port a5d17a25-3d44-478d-ad71-bffedb43537c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a5d17a25-3d44-478d-ad71-bffedb43537c,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:02:43.595022 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:43.631720 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27d4b74-1abc-4c3d-abbd-168c6e0ede6c x-openstack-request-id: req-e27d4b74-1abc-4c3d-abbd-168c6e0ede6c {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:02:43.632124 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7e2dfb-159b-4471-9325-051ae52d2f52", "name": "network-vif-plugged", "status": "completed", "tag": "a5d17a25-3d44-478d-ad71-bffedb43537c", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:02:43.632663 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e27d4b74-1abc-4c3d-abbd-168c6e0ede6c {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:02:43.633111 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7e2dfb-159b-4471-9325-051ae52d2f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d17a25-3d44-478d-ad71-bffedb43537c', 'code': 200} Jul 15 15:02:43.671957 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=a5d17a25-3d44-478d-ad71-bffedb43537c,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:43.865518 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3c274-1b9a-4340-8e94-e5448d02913f req-f7aa0db9-ac65-4aa4-b983-603199192481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:43.867708 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e1e3c274-1b9a-4340-8e94-e5448d02913f req-f7aa0db9-ac65-4aa4-b983-603199192481 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f7e2dfb-159b-4471-9325-051ae52d2f52 HTTP/1.1" status: 200 len: 1098 time: 0.0595844 Jul 15 15:02:43.904039 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e1e3c274-1b9a-4340-8e94-e5448d02913f req-0e93d4e1-a381-459a-bcfb-3b3ea1e11d89 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288444 Jul 15 15:02:44.138422 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f684c-8aa1-4e0c-bf75-0ace1a87e868 req-c52f000d-2285-4c90-9543-c5375ae25ce1 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:44.139948 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f59f684c-8aa1-4e0c-bf75-0ace1a87e868 req-c52f000d-2285-4c90-9543-c5375ae25ce1 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f7e2dfb-159b-4471-9325-051ae52d2f52 HTTP/1.1" status: 200 len: 945 time: 0.0652699 Jul 15 15:02:44.181089 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f59f684c-8aa1-4e0c-bf75-0ace1a87e868 req-18985519-f517-4d5e-8f75-e302ff8efe1e tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330770 Jul 15 15:02:44.662202 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89216f29-3886-453b-8ac5-2900ed3595a2 req-14c58490-05cc-417c-b3da-44c2fd5e2e92 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:44.664252 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-89216f29-3886-453b-8ac5-2900ed3595a2 req-14c58490-05cc-417c-b3da-44c2fd5e2e92 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.1041977 Jul 15 15:02:44.722519 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-89216f29-3886-453b-8ac5-2900ed3595a2 req-0e83cf74-5528-423b-973e-dbe271467f27 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514073 Jul 15 15:02:45.024440 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 33896) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:45.166326 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f2b578da-dab3-4d75-a333-4b3c006c54d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:45.358721 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f2b578da-dab3-4d75-a333-4b3c006c54d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:45.373030 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f2b578da-dab3-4d75-a333-4b3c006c54d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:45.416954 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f2b578da-dab3-4d75-a333-4b3c006c54d9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=85915bafd7394fd88c9d75a5e58c2265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883066 Jul 15 15:02:45.416954 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b578da-dab3-4d75-a333-4b3c006c54d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793235c8-ee08-4ef2-8628-0fdc6cff15f7,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:45.417890 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 33924) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:45.477526 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a8199-07bc-407a-94d1-aef1ae992416 req-633d002a-6544-4156-b1d1-d79f59e47f52 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:45.485065 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-db2a8199-07bc-407a-94d1-aef1ae992416 req-633d002a-6544-4156-b1d1-d79f59e47f52 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f7e2dfb-159b-4471-9325-051ae52d2f52 HTTP/1.1" status: 200 len: 945 time: 0.1326916 Jul 15 15:02:45.518618 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e54fb5c0-ba35-4d3f-b382-4d86345d8d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:45.552890 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-db2a8199-07bc-407a-94d1-aef1ae992416 req-3a986a87-f511-4644-a0e2-55a7a95ab32d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667756 Jul 15 15:02:45.561736 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e54fb5c0-ba35-4d3f-b382-4d86345d8d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:45.618378 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e54fb5c0-ba35-4d3f-b382-4d86345d8d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:45.622373 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e54fb5c0-ba35-4d3f-b382-4d86345d8d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:45.623654 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e54fb5c0-ba35-4d3f-b382-4d86345d8d80 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/793235c8-ee08-4ef2-8628-0fdc6cff15f7 HTTP/1.1" status: 204 len: 168 time: 0.2051651 Jul 15 15:02:45.632796 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fb5c0-ba35-4d3f-b382-4d86345d8d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793235c8-ee08-4ef2-8628-0fdc6cff15f7,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:46.033092 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c12e9e-06b7-4aa8-9e5f-9d286f946a14 req-d70c41e2-76b4-4f35-8320-0165d068224a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:46.035350 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e4c12e9e-06b7-4aa8-9e5f-9d286f946a14 req-d70c41e2-76b4-4f35-8320-0165d068224a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.1439147 Jul 15 15:02:46.091639 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e4c12e9e-06b7-4aa8-9e5f-9d286f946a14 req-cc67f7d4-f540-47b3-a7ad-d81033e016ba tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506449 Jul 15 15:02:47.286840 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34056) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:47.436057 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2220fdf0-8fb1-460c-988e-947f5d280e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:47.528538 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2220fdf0-8fb1-460c-988e-947f5d280e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:47.532023 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2220fdf0-8fb1-460c-988e-947f5d280e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:47.568793 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-2220fdf0-8fb1-460c-988e-947f5d280e52 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0fa431928dec481bb7c8dec507a7f203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808802 Jul 15 15:02:47.571293 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34062) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:47.578977 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220fdf0-8fb1-460c-988e-947f5d280e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bc0018-fe7d-47fc-ba38-48cd363c6d9f,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:47.622835 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5a809f15-d477-44ff-99f0-c4419d6dcaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:47.643285 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5a809f15-d477-44ff-99f0-c4419d6dcaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:47.694951 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5a809f15-d477-44ff-99f0-c4419d6dcaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:47.697468 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5a809f15-d477-44ff-99f0-c4419d6dcaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:47.698623 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-5a809f15-d477-44ff-99f0-c4419d6dcaa0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/08bc0018-fe7d-47fc-ba38-48cd363c6d9f HTTP/1.1" status: 204 len: 168 time: 0.1263604 Jul 15 15:02:47.706372 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a809f15-d477-44ff-99f0-c4419d6dcaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bc0018-fe7d-47fc-ba38-48cd363c6d9f,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:47.964742 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34080) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:47.977418 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8ec43f79-43b8-4944-87bf-ac46cb8b1e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:48.064642 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8ec43f79-43b8-4944-87bf-ac46cb8b1e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:48.068570 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8ec43f79-43b8-4944-87bf-ac46cb8b1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:48.107818 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-8ec43f79-43b8-4944-87bf-ac46cb8b1e9c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c6211fb11af94789a78f657ab592e905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419632 Jul 15 15:02:48.109034 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec43f79-43b8-4944-87bf-ac46cb8b1e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1578daf8-dede-4a1e-84bf-2ec0adcae8b2,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:48.110829 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 34082) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:48.162546 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-341ef177-b2f8-405a-8b03-1347abbabbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:48.183964 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-341ef177-b2f8-405a-8b03-1347abbabbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:48.233333 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-341ef177-b2f8-405a-8b03-1347abbabbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:48.235926 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-341ef177-b2f8-405a-8b03-1347abbabbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:48.237152 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-341ef177-b2f8-405a-8b03-1347abbabbbe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1578daf8-dede-4a1e-84bf-2ec0adcae8b2 HTTP/1.1" status: 204 len: 168 time: 0.1250582 Jul 15 15:02:48.248407 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ef177-b2f8-405a-8b03-1347abbabbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1578daf8-dede-4a1e-84bf-2ec0adcae8b2,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:49.741017 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426be0d8-8ab6-4760-85e7-c7b8d1047429 req-5648ce8d-c041-4509-9144-34e2d3c22d25 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:49.748255 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-426be0d8-8ab6-4760-85e7-c7b8d1047429 req-5648ce8d-c041-4509-9144-34e2d3c22d25 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0829473 Jul 15 15:02:49.792264 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-426be0d8-8ab6-4760-85e7-c7b8d1047429 req-41687399-64b5-411e-929c-ef2042b6f2b8 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431027 Jul 15 15:02:50.976776 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9310220-d178-43d1-8f62-d2e811c20b54 req-ed390630-c628-4d06-97bb-06989cdace55 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:50.978167 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e9310220-d178-43d1-8f62-d2e811c20b54 req-ed390630-c628-4d06-97bb-06989cdace55 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0683961 Jul 15 15:02:51.029886 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e9310220-d178-43d1-8f62-d2e811c20b54 req-a9275f84-38dd-4b49-b1d4-88a6359a4c4a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446377 Jul 15 15:02:51.290706 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0c2d3-ba57-4f85-83d8-53d6433c03da req-0b64b972-7c46-45ce-a7d9-27b4dd6b5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:51.293308 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-95a0c2d3-ba57-4f85-83d8-53d6433c03da req-0b64b972-7c46-45ce-a7d9-27b4dd6b5b11 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 1098 time: 0.0562158 Jul 15 15:02:51.328156 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-95a0c2d3-ba57-4f85-83d8-53d6433c03da req-57483c23-809a-4e22-a975-6d1ec72708bc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274684 Jul 15 15:02:52.216111 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a18e5-a6b9-4efa-bda1-1d3b5d58c1f0 req-f01c8fa3-17e9-4c68-8c49-5520388f2124 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:52.217782 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7a1a18e5-a6b9-4efa-bda1-1d3b5d58c1f0 req-f01c8fa3-17e9-4c68-8c49-5520388f2124 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0736184 Jul 15 15:02:52.255742 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7a1a18e5-a6b9-4efa-bda1-1d3b5d58c1f0 req-bb61deb5-0917-4d45-b490-5586f57eb49f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318587 Jul 15 15:02:53.147026 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34264) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:53.295749 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.305004 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34272) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:53.355100 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1374a9eb-2a77-4c72-878b-ddcd84a9eee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.377106 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00c81c45-2a48-47b3-a5d7-8e32edbcc1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.438468 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4578354-2ea3-4826-a8f5-53ccefe58d7b req-1d2387ec-8329-4297-a1ec-9c62b347f8a3 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:53.440160 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d4578354-2ea3-4826-a8f5-53ccefe58d7b req-1d2387ec-8329-4297-a1ec-9c62b347f8a3 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0679951 Jul 15 15:02:53.467532 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1374a9eb-2a77-4c72-878b-ddcd84a9eee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.473981 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1374a9eb-2a77-4c72-878b-ddcd84a9eee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.485136 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d4578354-2ea3-4826-a8f5-53ccefe58d7b req-38bd9793-5deb-496f-a57d-597bd03fc3da tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382042 Jul 15 15:02:53.531078 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-1374a9eb-2a77-4c72-878b-ddcd84a9eee4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4d4cdc5cc342487580b1cb96d654d16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849819 Jul 15 15:02:53.531217 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 34282) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:53.534895 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374a9eb-2a77-4c72-878b-ddcd84a9eee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f09336-b0d8-4e2a-b8ee-4877d891b792,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:53.604079 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c752ba08-255f-4dc0-b2cb-297a5745b846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.609577 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00c81c45-2a48-47b3-a5d7-8e32edbcc1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.615737 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00c81c45-2a48-47b3-a5d7-8e32edbcc1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.629732 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c752ba08-255f-4dc0-b2cb-297a5745b846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.660730 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 34286) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:53.689833 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-00c81c45-2a48-47b3-a5d7-8e32edbcc1d7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=73b97180b8ba4b518418821e32939081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837600 Jul 15 15:02:53.692407 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c81c45-2a48-47b3-a5d7-8e32edbcc1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0522baf-d73d-4e92-93ae-913c71959483,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:53.693420 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 34290) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:53.708506 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c752ba08-255f-4dc0-b2cb-297a5745b846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.711250 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c752ba08-255f-4dc0-b2cb-297a5745b846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.720579 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c752ba08-255f-4dc0-b2cb-297a5745b846 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a7f09336-b0d8-4e2a-b8ee-4877d891b792 HTTP/1.1" status: 204 len: 168 time: 0.1828649 Jul 15 15:02:53.729235 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac240517-15a0-4cc5-8478-6b16fa1aa804 req-1fbb17ef-5793-414f-9c7c-e55339073e4a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:53.731352 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ac240517-15a0-4cc5-8478-6b16fa1aa804 req-1fbb17ef-5793-414f-9c7c-e55339073e4a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0942492 Jul 15 15:02:53.743392 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752ba08-255f-4dc0-b2cb-297a5745b846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f09336-b0d8-4e2a-b8ee-4877d891b792,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:53.779796 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ac240517-15a0-4cc5-8478-6b16fa1aa804 req-4653d049-5391-4bdf-b2bb-77153dac0d06 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426724 Jul 15 15:02:53.785646 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-68b20c4f-f740-4553-8379-4dcfac909890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.808042 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-68b20c4f-f740-4553-8379-4dcfac909890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.849732 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-abaf2cc2-528d-4dc0-a755-731708a892ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.887815 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-68b20c4f-f740-4553-8379-4dcfac909890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.890237 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-68b20c4f-f740-4553-8379-4dcfac909890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:53.891366 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-68b20c4f-f740-4553-8379-4dcfac909890 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b0522baf-d73d-4e92-93ae-913c71959483 HTTP/1.1" status: 204 len: 168 time: 0.1969697 Jul 15 15:02:53.908704 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b20c4f-f740-4553-8379-4dcfac909890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0522baf-d73d-4e92-93ae-913c71959483,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:54.000448 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-abaf2cc2-528d-4dc0-a755-731708a892ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.007740 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-abaf2cc2-528d-4dc0-a755-731708a892ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.082782 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34304) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:54.100939 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dcace602-9e55-43c4-be21-4c1bd2b43b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.105444 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-abaf2cc2-528d-4dc0-a755-731708a892ff admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=78dd69addf274b50a47acbda8abbf883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436791 Jul 15 15:02:54.108800 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf2cc2-528d-4dc0-a755-731708a892ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a4ecf3-77a7-42cb-bfa1-84ab81ed2a33,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:54.111153 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34306) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:54.209257 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6305a39b-54ef-41cf-b711-1d70f7407fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.245782 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6305a39b-54ef-41cf-b711-1d70f7407fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.308775 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dcace602-9e55-43c4-be21-4c1bd2b43b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.313259 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dcace602-9e55-43c4-be21-4c1bd2b43b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.336616 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6305a39b-54ef-41cf-b711-1d70f7407fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.339122 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6305a39b-54ef-41cf-b711-1d70f7407fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.340280 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-6305a39b-54ef-41cf-b711-1d70f7407fcc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b9a4ecf3-77a7-42cb-bfa1-84ab81ed2a33 HTTP/1.1" status: 204 len: 168 time: 0.2279041 Jul 15 15:02:54.359114 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-dcace602-9e55-43c4-be21-4c1bd2b43b09 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f1d36aa8cf244afc9913a7e60d7c04c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749252 Jul 15 15:02:54.361782 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34316) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:54.368297 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcace602-9e55-43c4-be21-4c1bd2b43b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1319ff60-1780-4cd1-9ff0-6ea405ce1033,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:54.382297 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305a39b-54ef-41cf-b711-1d70f7407fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a4ecf3-77a7-42cb-bfa1-84ab81ed2a33,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:54.437400 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 34318) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:54.439216 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a012066-9558-47b6-bf91-4b8604f20891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.455109 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8ce8ff66-a02e-47ba-81d9-1fe8779d18ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.467083 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a012066-9558-47b6-bf91-4b8604f20891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.520185 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a012066-9558-47b6-bf91-4b8604f20891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.522926 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a012066-9558-47b6-bf91-4b8604f20891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.524037 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3a012066-9558-47b6-bf91-4b8604f20891 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1319ff60-1780-4cd1-9ff0-6ea405ce1033 HTTP/1.1" status: 204 len: 168 time: 0.1612175 Jul 15 15:02:54.532479 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a012066-9558-47b6-bf91-4b8604f20891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1319ff60-1780-4cd1-9ff0-6ea405ce1033,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:54.590120 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8ce8ff66-a02e-47ba-81d9-1fe8779d18ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.595276 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-8ce8ff66-a02e-47ba-81d9-1fe8779d18ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.640062 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-8ce8ff66-a02e-47ba-81d9-1fe8779d18ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e479fb8b6d1840b59c1e1eff2c6b73cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2013712 Jul 15 15:02:54.641279 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8ff66-a02e-47ba-81d9-1fe8779d18ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dccc9a2-be6c-4efa-adb5-b97ef80aea22,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:54.642784 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34328) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:54.700015 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e1d8-1832-4ac3-8350-281e14ee0035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.723817 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e1d8-1832-4ac3-8350-281e14ee0035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.775615 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e1d8-1832-4ac3-8350-281e14ee0035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.778445 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e1d8-1832-4ac3-8350-281e14ee0035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:54.779585 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-5aa6e1d8-1832-4ac3-8350-281e14ee0035 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2dccc9a2-be6c-4efa-adb5-b97ef80aea22 HTTP/1.1" status: 204 len: 168 time: 0.1358080 Jul 15 15:02:54.787681 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6e1d8-1832-4ac3-8350-281e14ee0035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dccc9a2-be6c-4efa-adb5-b97ef80aea22,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:55.077989 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34350) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:55.092718 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-08bce133-2677-43bc-8c4e-17a9f7aa68c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.210175 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-08bce133-2677-43bc-8c4e-17a9f7aa68c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.220199 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-08bce133-2677-43bc-8c4e-17a9f7aa68c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.258198 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 34364) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:55.259914 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-08bce133-2677-43bc-8c4e-17a9f7aa68c8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e71a92a64204d6db4c8c262950c906c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1764610 Jul 15 15:02:55.281566 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bce133-2677-43bc-8c4e-17a9f7aa68c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579d20f9-0ae4-4443-b51a-5bbe730a614b,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:55.333566 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8dd6-5146-43aa-a4f0-602ba5d49e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.358111 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8dd6-5146-43aa-a4f0-602ba5d49e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.419421 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8dd6-5146-43aa-a4f0-602ba5d49e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.424996 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0f0f8dd6-5146-43aa-a4f0-602ba5d49e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:55.428849 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-0f0f8dd6-5146-43aa-a4f0-602ba5d49e1c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/579d20f9-0ae4-4443-b51a-5bbe730a614b HTTP/1.1" status: 204 len: 168 time: 0.1696155 Jul 15 15:02:55.438424 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f8dd6-5146-43aa-a4f0-602ba5d49e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579d20f9-0ae4-4443-b51a-5bbe730a614b,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:55.698209 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b0255-8b47-44f7-962f-a26de45b0a67 req-1c53c000-225a-4519-921a-7398b74d3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:55.699758 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a68b0255-8b47-44f7-962f-a26de45b0a67 req-1c53c000-225a-4519-921a-7398b74d3cb5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6de9338e1067409392dc60a909732e80&device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 1099 time: 0.0780640 Jul 15 15:02:55.746181 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c654d77-0303-40bf-ae69-2e3d12a1b43b req-983ea1c5-6309-4464-be1e-b071e9bbfcf2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:55.747693 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8c654d77-0303-40bf-ae69-2e3d12a1b43b req-983ea1c5-6309-4464-be1e-b071e9bbfcf2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0757880 Jul 15 15:02:55.799650 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8c654d77-0303-40bf-ae69-2e3d12a1b43b req-620584fd-d934-498c-9d71-140f55458996 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458221 Jul 15 15:02:55.829138 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b0255-8b47-44f7-962f-a26de45b0a67 req-92dfce88-5fb9-4ace-9a75-c5bdce93b6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:55.830927 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a68b0255-8b47-44f7-962f-a26de45b0a67 req-92dfce88-5fb9-4ace-9a75-c5bdce93b6e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65e7b396-175a-4d9e-8b98-b8695e348fec HTTP/1.1" status: 200 len: 919 time: 0.1194329 Jul 15 15:02:55.886801 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a68b0255-8b47-44f7-962f-a26de45b0a67 req-cd3b1ddc-d6a5-47d4-8b39-1494cc2bd026 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45dbe226-7674-41a2-bcc2-b2e15fcc2400 HTTP/1.1" status: 200 len: 217 time: 0.0474849 Jul 15 15:02:55.941414 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b0255-8b47-44f7-962f-a26de45b0a67 req-97b7f6a7-747e-43f8-a094-1428b565b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:55.943200 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a68b0255-8b47-44f7-962f-a26de45b0a67 req-97b7f6a7-747e-43f8-a094-1428b565b97c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9f33964-418e-49b9-8d6e-5705600bae01 HTTP/1.1" status: 200 len: 858 time: 0.0482118 Jul 15 15:02:55.982491 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a68b0255-8b47-44f7-962f-a26de45b0a67 req-5861c406-5d8a-455a-86d6-7b45e118183d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65e7b396-175a-4d9e-8b98-b8695e348fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281234 Jul 15 15:02:56.080731 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a68b0255-8b47-44f7-962f-a26de45b0a67 req-a7a4493e-2123-4b5e-919f-6939c90ef94a service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905292 Jul 15 15:02:56.184647 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a68b0255-8b47-44f7-962f-a26de45b0a67 req-8a63aab8-16c3-43c4-ab36-0e8e814296e7 service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953746 Jul 15 15:02:56.611247 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1c5f8-8c0e-40e7-86fe-98d233f9df8e req-9f83048c-ea62-49d4-a44e-11da482eb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:56.613068 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eaf1c5f8-8c0e-40e7-86fe-98d233f9df8e req-9f83048c-ea62-49d4-a44e-11da482eb904 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6de9338e1067409392dc60a909732e80&device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 1099 time: 0.0958924 Jul 15 15:02:56.653771 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34432) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:56.732958 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1c5f8-8c0e-40e7-86fe-98d233f9df8e req-d2bcdeb9-43f7-406e-9fcc-922bf8addc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:56.734348 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eaf1c5f8-8c0e-40e7-86fe-98d233f9df8e req-d2bcdeb9-43f7-406e-9fcc-922bf8addc24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65e7b396-175a-4d9e-8b98-b8695e348fec HTTP/1.1" status: 200 len: 919 time: 0.0955472 Jul 15 15:02:56.764993 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-fa42a015-d02a-4380-a555-fcbdc9e41601 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1319088819-network', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:56.781416 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eaf1c5f8-8c0e-40e7-86fe-98d233f9df8e req-319ef6cf-1708-4351-a05e-982672431bc0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45dbe226-7674-41a2-bcc2-b2e15fcc2400 HTTP/1.1" status: 200 len: 217 time: 0.0365987 Jul 15 15:02:56.786019 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa42a015-d02a-4380-a555-fcbdc9e41601 admin admin] Made reservation on behalf of 1d9dfe5dd9f74f51912b817c8b364471 for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:56.788913 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fa42a015-d02a-4380-a555-fcbdc9e41601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.799816 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fa42a015-d02a-4380-a555-fcbdc9e41601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.841385 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1c5f8-8c0e-40e7-86fe-98d233f9df8e req-e992cc37-4a22-4fb4-9b03-0570b668d05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:56.842973 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eaf1c5f8-8c0e-40e7-86fe-98d233f9df8e req-e992cc37-4a22-4fb4-9b03-0570b668d05d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9f33964-418e-49b9-8d6e-5705600bae01 HTTP/1.1" status: 200 len: 858 time: 0.0549474 Jul 15 15:02:56.879310 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eaf1c5f8-8c0e-40e7-86fe-98d233f9df8e req-4ea088e1-f18b-4fef-b54c-405537dee35d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65e7b396-175a-4d9e-8b98-b8695e348fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280771 Jul 15 15:02:56.925877 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fa42a015-d02a-4380-a555-fcbdc9e41601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.948995 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fa42a015-d02a-4380-a555-fcbdc9e41601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:56.983777 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eaf1c5f8-8c0e-40e7-86fe-98d233f9df8e req-32fe63ad-f9e6-4145-881b-b51973f90665 service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964544 Jul 15 15:02:56.987295 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa42a015-d02a-4380-a555-fcbdc9e41601 admin admin] vlan segment allocate from pool success with {'vlan_id': 804, 'physical_network': 'physnet1'} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:02:56.993478 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42a015-d02a-4380-a555-fcbdc9e41601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901fef47-4770-4006-92a3-e1621d41470f,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:57.010756 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fa42a015-d02a-4380-a555-fcbdc9e41601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.011396 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-fa42a015-d02a-4380-a555-fcbdc9e41601 admin admin] Added segment 530807e7-ddc2-4511-b561-a0efd7acd4f9 of type vlan for network 75636bd8-834f-4666-a502-d2096df2f80a Jul 15 15:02:57.071631 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd79265-a1e3-473f-8f16-4626e22aa6b8 req-a6ab22fb-40db-4ab8-a863-0c36f65298be tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:57.074051 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0dd79265-a1e3-473f-8f16-4626e22aa6b8 req-a6ab22fb-40db-4ab8-a863-0c36f65298be tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.1609190 Jul 15 15:02:57.075904 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fa42a015-d02a-4380-a555-fcbdc9e41601 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.095644 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eaf1c5f8-8c0e-40e7-86fe-98d233f9df8e req-68951b29-4335-4272-afca-0f486601b5f6 service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012003 Jul 15 15:02:57.137247 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0dd79265-a1e3-473f-8f16-4626e22aa6b8 req-1ece59f6-0e98-4a39-bc83-d1f1ca60775a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573883 Jul 15 15:02:57.138503 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fa42a015-d02a-4380-a555-fcbdc9e41601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.139668 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa42a015-d02a-4380-a555-fcbdc9e41601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:57.144541 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fa42a015-d02a-4380-a555-fcbdc9e41601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.182847 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-fa42a015-d02a-4380-a555-fcbdc9e41601 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5277252 Jul 15 15:02:57.185904 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 34442) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:57.190887 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-80761a83-ea15-4a80-9dd1-0e3efbd4f4d0 admin admin] Request body: {'subnet': {'network_id': '75636bd8-834f-4666-a502-d2096df2f80a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1319088819-subnet', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'ip_version': 4}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:57.208038 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42a015-d02a-4380-a555-fcbdc9e41601 admin admin] Pushing event updated for resources: {'Network': ['ID=75636bd8-834f-4666-a502-d2096df2f80a,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:57.213329 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80761a83-ea15-4a80-9dd1-0e3efbd4f4d0 admin admin] Made reservation on behalf of 1d9dfe5dd9f74f51912b817c8b364471 for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:02:57.216134 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-80761a83-ea15-4a80-9dd1-0e3efbd4f4d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2806764'] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.219723 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network 75636bd8-834f-4666-a502-d2096df2f80a details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:02:57.395065 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-80761a83-ea15-4a80-9dd1-0e3efbd4f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2594791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2806782'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.453188 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80761a83-ea15-4a80-9dd1-0e3efbd4f4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c123c1-f45d-4a94-8b4b-6772a02b8766,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:57.458402 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80761a83-ea15-4a80-9dd1-0e3efbd4f4d0 admin admin] Checking segment: {'id': '530807e7-ddc2-4511-b561-a0efd7acd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:57.458758 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80761a83-ea15-4a80-9dd1-0e3efbd4f4d0 admin admin] Network hostable DHCP agents. Network: 75636bd8-834f-4666-a502-d2096df2f80a, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:02:57.477095 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80761a83-ea15-4a80-9dd1-0e3efbd4f4d0 admin admin] Network 75636bd8-834f-4666-a502-d2096df2f80a is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:02:57.508482 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-80761a83-ea15-4a80-9dd1-0e3efbd4f4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, 75636bd8-834f-4666-a502-d2096df2f80a) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:57.517181 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86b5071-5281-4859-a751-729f228b219b None None] Network 75636bd8-834f-4666-a502-d2096df2f80a requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:57.521403 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80761a83-ea15-4a80-9dd1-0e3efbd4f4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:57.522001 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-80761a83-ea15-4a80-9dd1-0e3efbd4f4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.567718 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-80761a83-ea15-4a80-9dd1-0e3efbd4f4d0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3781855 Jul 15 15:02:57.567909 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 34460) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:57.572868 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1319088819-router', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:02:57.619067 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-cab0be68-910f-482a-ab7d-2c5ffbad10d3 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:57.621094 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-cab0be68-910f-482a-ab7d-2c5ffbad10d3 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/networks?id=eb0f73d0-6c68-491c-8f90-de765fa79745 HTTP/1.1" status: 200 len: 814 time: 0.1406472 Jul 15 15:02:57.622529 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-633328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25270'] for router, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.623574 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25231'] for router, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.643412 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-ed0ffd95-b72f-452f-b489-cb7d03f80f2b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/quotas/34c7232bfa66404fb369fb81b40a809e HTTP/1.1" status: 200 len: 375 time: 0.0142403 Jul 15 15:02:57.698442 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ed49e69-d387-535f-8c0d-7a22fabbc066-75636bd8-834f-4666-a502-d2096df2f80a', 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'fixed_ips': [{'subnet_id': '38c123c1-f45d-4a94-8b4b-6772a02b8766'}]}} from dv-cinder-788367-2-iscsi. {{(pid=92932) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:02:57.699422 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.718874 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.813156 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-1d2ed422-2a5f-4d04-b541-37199434bd6b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=34c7232bfa66404fb369fb81b40a809e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1631145 Jul 15 15:02:57.845117 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Allocated IP 172.20.0.2 (75636bd8-834f-4666-a502-d2096df2f80a/38c123c1-f45d-4a94-8b4b-6772a02b8766/4e321de1-ff37-4c53-aca8-7fa64f141cac) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:57.884985 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-302ae51a-d654-4ec2-85b8-039d35c85305 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=4d67a2e4a7eb4de78e896342ada87d93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356572 Jul 15 15:02:57.899298 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25245'] for router, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:57.984056 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-762904e1-ebee-423a-b6d4-d0a3b670010d service neutron] 10.222.0.72 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408479 Jul 15 15:02:58.003190 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.013859 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Transition to ACTIVE for port object 4e321de1-ff37-4c53-aca8-7fa64f141cac will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:58.033895 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Transition to ACTIVE for port object 4e321de1-ff37-4c53-aca8-7fa64f141cac will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:02:58.040525 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.078135 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-c61e7538-14ca-45e1-b0c6-5e503fbea246 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:58.085673 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-c61e7538-14ca-45e1-b0c6-5e503fbea246 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1989481 Jul 15 15:02:58.086945 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Pushing event updated for resources: {'Port': ['ID=4e321de1-ff37-4c53-aca8-7fa64f141cac,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:58.105159 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-b4fce967-c6fa-423f-9747-5f0351035e8b tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/quotas/4d67a2e4a7eb4de78e896342ada87d93 HTTP/1.1" status: 200 len: 375 time: 0.0185518 Jul 15 15:02:58.108650 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Network 75636bd8-834f-4666-a502-d2096df2f80a is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:58.116628 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-497c7ff5-56fc-4b74-8e95-0ac403df27be service neutron] 10.222.0.72 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966117 Jul 15 15:02:58.125175 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:58.128124 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:58.147230 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-70275561-6a65-4f7f-af89-73bc9b6cc65b tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4d67a2e4a7eb4de78e896342ada87d93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406137 Jul 15 15:02:58.264203 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Attempting to bind port 4e321de1-ff37-4c53-aca8-7fa64f141cac on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:02:58.264772 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Attempting to bind port 4e321de1-ff37-4c53-aca8-7fa64f141cac by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '530807e7-ddc2-4511-b561-a0efd7acd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:02:58.264951 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Attempting to bind port 4e321de1-ff37-4c53-aca8-7fa64f141cac on network 75636bd8-834f-4666-a502-d2096df2f80a {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:02:58.270352 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.282710 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:02:58.284383 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Checking segment: {'id': '530807e7-ddc2-4511-b561-a0efd7acd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:02:58.285101 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.285812 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Bound using segment: {'id': '530807e7-ddc2-4511-b561-a0efd7acd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:02:58.286663 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Bound port: 4e321de1-ff37-4c53-aca8-7fa64f141cac, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530807e7-ddc2-4511-b561-a0efd7acd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:02:58.287310 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.338524 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.422408 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] For port 4e321de1-ff37-4c53-aca8-7fa64f141cac, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:02:58.426443 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] For port 4e321de1-ff37-4c53-aca8-7fa64f141cac, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=4e321de1-ff37-4c53-aca8-7fa64f141cac,segment=NetworkSegment(530807e7-ddc2-4511-b561-a0efd7acd4f9),segment_id=530807e7-ddc2-4511-b561-a0efd7acd4f9)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:02:58.443668 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.495873 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c2c4cd57-e5af-49c2-93f3-632d4a0dc018 req-14a30ff8-652e-4815-b5ab-3bc509095e43 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 210 time: 0.0389721 Jul 15 15:02:58.511397 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Allocated IP 172.27.0.130 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/6a5c65bf-cca4-46f1-b962-814d24374233) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:02:58.513394 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06caabdd-e102-4e60-89ab-d7586e0fd285 req-c5185fe1-99e6-476b-b33c-755601fd2343 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:58.530178 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-06caabdd-e102-4e60-89ab-d7586e0fd285 req-c5185fe1-99e6-476b-b33c-755601fd2343 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0865045 Jul 15 15:02:58.580121 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee1631-ec2e-4347-af8b-c7afdb367300 None None] Pushing event updated for resources: {'Port': ['ID=4e321de1-ff37-4c53-aca8-7fa64f141cac,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:58.584559 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-06caabdd-e102-4e60-89ab-d7586e0fd285 req-c8c4ca6e-ff6e-4ce9-aa6e-1c735691485a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516136 Jul 15 15:02:58.661058 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8a98543e-9d77-4944-aa9c-c28d24088b5d req-52f6aa0c-d085-44e9-a394-2ca8d5ec7de8 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 210 time: 0.0779014 Jul 15 15:02:58.711932 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.763924 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:58.807402 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:02:58.810381 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:02:58.814953 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:02:58.818212 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Pushing event updated for resources: {'Port': ['ID=6a5c65bf-cca4-46f1-b962-814d24374233,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:02:59.315175 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.533818 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633088'] for router, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.691929 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34518) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:02:59.740074 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa85159a-2814-4bf6-83dc-227f9eb3e51c None None] Network 75636bd8-834f-4666-a502-d2096df2f80a requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:02:59.754078 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a0418a77-6fdb-4358-a040-3e8647b361c7 req-c1071ad1-b964-4852-a3c9-6f2cd7222a20 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 210 time: 0.0660419 Jul 15 15:02:59.802931 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 4e321de1-ff37-4c53-aca8-7fa64f141cac up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:02:59.846776 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-65f0cb77-d486-4c60-8c60-750b864725e6 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4d67a2e4a7eb4de78e896342ada87d93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451963 Jul 15 15:02:59.871236 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebd6eb-e211-43e7-bbb4-a1b0dec8b700 req-4d05257c-a0d9-4ac6-9ea9-c1ffbce0108e tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:02:59.879636 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3eebd6eb-e211-43e7-bbb4-a1b0dec8b700 req-4d05257c-a0d9-4ac6-9ea9-c1ffbce0108e tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0900836 Jul 15 15:02:59.883076 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-04e82fd4-a85f-4384-8b89-661c9d1d6246 req-2f271444-922e-4950-bb6d-477ad8286bc7 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 210 time: 0.0402265 Jul 15 15:02:59.944284 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3eebd6eb-e211-43e7-bbb4-a1b0dec8b700 req-6ee64c6d-4aad-4ed7-a26a-b0eb7f7cccbc tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621488 Jul 15 15:02:59.964704 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-f4ab4391-7321-45cd-bac4-faa255d0dcd4 None None] Provisioning for port 4e321de1-ff37-4c53-aca8-7fa64f141cac completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:02:59.977513 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f7610dd6-0547-413c-8d7f-cc68f034793a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:02:59.996231 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 4e321de1-ff37-4c53-aca8-7fa64f141cac completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:00.021404 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 4e321de1-ff37-4c53-aca8-7fa64f141cac triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:00.022439 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.154479 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f7610dd6-0547-413c-8d7f-cc68f034793a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.161608 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f7610dd6-0547-413c-8d7f-cc68f034793a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.166034 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 is scheduled to L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda with binding_index 1 {{(pid=92930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:03:00.201870 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.222644 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-f7610dd6-0547-413c-8d7f-cc68f034793a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1c1c61a869064cb98594daf53b35229a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5294855 Jul 15 15:03:00.224448 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7610dd6-0547-413c-8d7f-cc68f034793a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5844977-14c4-4f26-b484-624c19101294,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:00.227610 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34526) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:00.272570 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-ebf76fac-14c9-46c2-a6de-ce7ffc2ab02b tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:00.274440 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-ebf76fac-14c9-46c2-a6de-ce7ffc2ab02b tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3903143 Jul 15 15:03:00.294269 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port 4e321de1-ff37-4c53-aca8-7fa64f141cac, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=4e321de1-ff37-4c53-aca8-7fa64f141cac,segment=NetworkSegment(530807e7-ddc2-4511-b561-a0efd7acd4f9),segment_id=530807e7-ddc2-4511-b561-a0efd7acd4f9)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:00.306170 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.307485 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4dafff3a-68ac-4913-94ff-dd68804c6817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.315283 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c017cf20-3f03-4603-a412-ded45ea84f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.342157 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4dafff3a-68ac-4913-94ff-dd68804c6817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.343063 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Request body: {'port': {'device_id': '1543d9c7-4dbb-41a4-8336-5771323d62c3', 'network_id': 'acda77ea-df12-4987-b8b1-b8e3818e06a8', 'admin_state_up': True, 'tenant_id': '4d67a2e4a7eb4de78e896342ada87d93'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:00.372505 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=4e321de1-ff37-4c53-aca8-7fa64f141cac,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:00.413281 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4dafff3a-68ac-4913-94ff-dd68804c6817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.418072 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4dafff3a-68ac-4913-94ff-dd68804c6817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.421082 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-4dafff3a-68ac-4913-94ff-dd68804c6817 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e5844977-14c4-4f26-b484-624c19101294 HTTP/1.1" status: 204 len: 168 time: 0.1892834 Jul 15 15:03:00.426841 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafff3a-68ac-4913-94ff-dd68804c6817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5844977-14c4-4f26-b484-624c19101294,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:00.428769 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:00.437596 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Sync routers for ids ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:00.455981 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Routers {'a38a4b0b-838a-4964-ae4c-bb2fade8ce24'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:00.458327 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:02:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:00.464597 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.465816 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-b1370562-4991-48b4-8552-08d8d0080a39 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8970001 Jul 15 15:03:00.469391 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34534) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:00.493207 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Made reservation on behalf of 4d67a2e4a7eb4de78e896342ada87d93 for: {'port': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:00.497500 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.509698 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.646207 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.656750 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Set router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:00.661642 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.760737 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf49e6d-c81b-467a-932f-db3f5db33e0f,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:00.799716 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-4cbb0ebf-9ba2-416a-bc3b-959b9b44a39a None None] Provisioning complete for port 4e321de1-ff37-4c53-aca8-7fa64f141cac triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:00.800263 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4cbb0ebf-9ba2-416a-bc3b-959b9b44a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.856749 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Allocated IP 192.168.233.55 (acda77ea-df12-4987-b8b1-b8e3818e06a8/7b28d1b4-c851-40b3-9be3-e99ebeaa11e1/76c5d329-d7e1-478e-a584-962bc64fd256) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:00.928081 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 34540) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:00.934979 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'name': 'tempest-TestShelveInstance-1319088819-router', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:57Z', 'updated_at': '2021-07-15T15:02:59Z', 'revision_number': 3, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'gw_port': {'id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:00.967301 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7fea2d91-5d44-4aa4-aa27-4c256a2b3117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:00.985177 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Checking router: a38a4b0b-838a-4964-ae4c-bb2fade8ce24 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:00.985540 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Updating router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 port 6a5c65bf-cca4-46f1-b962-814d24374233 binding host dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:03:01.022770 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.122291 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7a871ef6-3c23-46d6-8a5b-46f80a5cf677 req-8822af75-a44e-42c8-8466-4c7907aca7e3 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 210 time: 0.0823040 Jul 15 15:03:01.253428 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-34efa975-6f86-48e9-876c-dea828ea20dc req-efcb2dd2-cf14-4860-aad4-6f479e22208e tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 210 time: 0.1041005 Jul 15 15:03:01.284404 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.308785 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Transition to ACTIVE for port object 76c5d329-d7e1-478e-a584-962bc64fd256 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:01.376774 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.391176 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Transition to ACTIVE for port object 6a5c65bf-cca4-46f1-b962-814d24374233 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:01.401781 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.425708 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.437162 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-0c9f70de-7497-40e3-a117-b9c9a896ea8b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:01.438678 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-0c9f70de-7497-40e3-a117-b9c9a896ea8b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.41 "GET /v2.0/networks?id=eb0f73d0-6c68-491c-8f90-de765fa79745 HTTP/1.1" status: 200 len: 814 time: 0.3486938 Jul 15 15:03:01.462137 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-30a06b78-3999-4b1c-b7b1-7827b7360d6f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Request body: {'port': {'device_id': '30980868-5209-459f-9dde-778ab0577c59', 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745', 'admin_state_up': True, 'tenant_id': '34c7232bfa66404fb369fb81b40a809e'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:01.468331 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Attempting to bind port 6a5c65bf-cca4-46f1-b962-814d24374233 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:01.469875 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Attempting to bind port 6a5c65bf-cca4-46f1-b962-814d24374233 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:01.470486 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Attempting to bind port 6a5c65bf-cca4-46f1-b962-814d24374233 on network bf480c5f-a13c-4ddb-8c47-14b24c48353f {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:01.482799 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:01.483174 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Checking segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:01.483773 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.484270 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Bound using segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:01.484678 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Bound port: 6a5c65bf-cca4-46f1-b962-814d24374233, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:01.485082 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.490867 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63340f-5113-4b7b-83a2-94b8715ca764 None None] Pushing event updated for resources: {'Port': ['ID=6a5c65bf-cca4-46f1-b962-814d24374233,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:01.500594 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Network acda77ea-df12-4987-b8b1-b8e3818e06a8 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:01.501085 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2751cb8-3c89-4d38-9fbd-0ef3bcff5d3c req-359fca37-35f4-4056-9d28-f55d668931fc tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:01.508808 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e2751cb8-3c89-4d38-9fbd-0ef3bcff5d3c req-359fca37-35f4-4056-9d28-f55d668931fc tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.2528257 Jul 15 15:03:01.520711 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63340f-5113-4b7b-83a2-94b8715ca764 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:01.521066 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63340f-5113-4b7b-83a2-94b8715ca764 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:01.521412 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63340f-5113-4b7b-83a2-94b8715ca764 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:01.521526 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:01.521763 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63340f-5113-4b7b-83a2-94b8715ca764 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:01.522092 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63340f-5113-4b7b-83a2-94b8715ca764 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:01.522429 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63340f-5113-4b7b-83a2-94b8715ca764 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:01.523421 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63340f-5113-4b7b-83a2-94b8715ca764 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:01.523947 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63340f-5113-4b7b-83a2-94b8715ca764 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:01.524573 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63340f-5113-4b7b-83a2-94b8715ca764 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:01.525068 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63340f-5113-4b7b-83a2-94b8715ca764 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:01.525845 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63340f-5113-4b7b-83a2-94b8715ca764 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:01.526343 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d63340f-5113-4b7b-83a2-94b8715ca764 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:01.529386 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:01.566276 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] For port 6a5c65bf-cca4-46f1-b962-814d24374233, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:01.572978 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] For port 6a5c65bf-cca4-46f1-b962-814d24374233, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=6a5c65bf-cca4-46f1-b962-814d24374233,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:01.573480 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7fea2d91-5d44-4aa4-aa27-4c256a2b3117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.577974 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e2751cb8-3c89-4d38-9fbd-0ef3bcff5d3c req-b6776d34-1fbe-4066-94f2-0212347db11c tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679836 Jul 15 15:03:01.595829 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7fea2d91-5d44-4aa4-aa27-4c256a2b3117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.596036 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.654709 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 4e321de1-ff37-4c53-aca8-7fa64f141cac up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:01.667856 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Pushing event updated for resources: {'Port': ['ID=76c5d329-d7e1-478e-a584-962bc64fd256,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:01.670103 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea2d91-5d44-4aa4-aa27-4c256a2b3117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3c8481-99ca-445c-99d8-6fd84288693b,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:01.673260 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63340f-5113-4b7b-83a2-94b8715ca764 None None] Pushing event updated for resources: {'Port': ['ID=6a5c65bf-cca4-46f1-b962-814d24374233,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:01.678223 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Routers {'a38a4b0b-838a-4964-ae4c-bb2fade8ce24'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:01.678843 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:02:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:01.729669 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.732960 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 4e321de1-ff37-4c53-aca8-7fa64f141cac triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:01.733452 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.744260 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:01.744898 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.762840 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-7fea2d91-5d44-4aa4-aa27-4c256a2b3117 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d35add3c6ba44fb0875e2c42f03861d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8279903 Jul 15 15:03:01.766226 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 34552) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:01.800612 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] Set router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:01.825201 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-d4168ea8-5614-42fc-9288-b150aaa793af tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4891400 Jul 15 15:03:01.845417 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Request body: {'port': {'device_id': '1543d9c7-4dbb-41a4-8336-5771323d62c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:01.888726 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-30a06b78-3999-4b1c-b7b1-7827b7360d6f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Made reservation on behalf of 34c7232bfa66404fb369fb81b40a809e for: {'port': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:01.892309 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-30a06b78-3999-4b1c-b7b1-7827b7360d6f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.909997 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0c6c3798-e4b1-420c-b55f-50efb3621486 None None] Provisioning for port 76c5d329-d7e1-478e-a584-962bc64fd256 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:01.916734 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0c6c3798-e4b1-420c-b55f-50efb3621486 None None] Provisioning complete for port 76c5d329-d7e1-478e-a584-962bc64fd256 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:01.917562 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0c6c3798-e4b1-420c-b55f-50efb3621486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.922289 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f887ff73-3f4c-4255-9506-7f7e9ce36176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:01.943480 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Allocated IP 172.20.0.1 (75636bd8-834f-4666-a502-d2096df2f80a/38c123c1-f45d-4a94-8b4b-6772a02b8766/2cc90cf1-e994-4993-b1a5-e6c04a05eae1) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:01.976061 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0c6c3798-e4b1-420c-b55f-50efb3621486 None None] Port 76c5d329-d7e1-478e-a584-962bc64fd256 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:02.011531 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f887ff73-3f4c-4255-9506-7f7e9ce36176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:02.037862 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:02.065114 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:02.081890 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Transition to ACTIVE for port object 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:02.105351 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'name': 'tempest-TestShelveInstance-1319088819-router', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:57Z', 'updated_at': '2021-07-15T15:02:59Z', 'revision_number': 3, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'gw_port': {'id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:02.118800 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:02.133297 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d4a552-3fa7-4357-a3b4-e80eb4e5bb52 None None] The sync data for ids ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'] in dv-cinder-788367-2-iscsi is: [{'id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'name': 'tempest-TestShelveInstance-1319088819-router', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:57Z', 'updated_at': '2021-07-15T15:02:59Z', 'revision_number': 3, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'gw_port': {'id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:02.144903 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Network 75636bd8-834f-4666-a502-d2096df2f80a is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:02.172968 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:02.176933 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:02.235967 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc90cf1-e994-4993-b1a5-e6c04a05eae1,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:02.257144 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778295'] for router_interface, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:02.446596 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0ba290ba-40cf-4793-bd80-6592d5246658 req-d9ca0b45-25e4-43c0-b021-a57d5724e768 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 210 time: 0.0407019 Jul 15 15:03:02.517048 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-324bfc04-8dbd-4cc3-a994-fca9d55a9250 None None] Provisioning for port 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:02.523135 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-324bfc04-8dbd-4cc3-a994-fca9d55a9250 None None] Provisioning complete for port 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:02.523710 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-324bfc04-8dbd-4cc3-a994-fca9d55a9250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:02.553049 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:02.566869 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-324bfc04-8dbd-4cc3-a994-fca9d55a9250 None None] Port 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:02.605457 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-30a06b78-3999-4b1c-b7b1-7827b7360d6f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Allocated IP 172.20.0.12 (eb0f73d0-6c68-491c-8f90-de765fa79745/35721cf3-b2d8-48fb-8c51-7bd2428c258d/94292533-1dcd-4dd7-9e7b-e90fe54615c3) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:02.609785 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f887ff73-3f4c-4255-9506-7f7e9ce36176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:02.612296 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f887ff73-3f4c-4255-9506-7f7e9ce36176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:02.613872 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f887ff73-3f4c-4255-9506-7f7e9ce36176 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8c3c8481-99ca-445c-99d8-6fd84288693b HTTP/1.1" status: 204 len: 168 time: 0.8463778 Jul 15 15:03:02.634585 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887ff73-3f4c-4255-9506-7f7e9ce36176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3c8481-99ca-445c-99d8-6fd84288693b,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:02.732882 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9fdfb-e16d-4a3c-ab95-2bd4fb825686 req-4564efba-e387-4041-befb-81e218d5d996 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:02.734598 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b3c9fdfb-e16d-4a3c-ab95-2bd4fb825686 req-4564efba-e387-4041-befb-81e218d5d996 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 935 time: 0.4029713 Jul 15 15:03:02.824607 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:02.829812 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:02.927180 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-778307'] for router_interface, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:02.934843 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc90cf1-e994-4993-b1a5-e6c04a05eae1,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:02.943743 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b3c9fdfb-e16d-4a3c-ab95-2bd4fb825686 req-227ccddf-54ab-42f1-95bb-eb1ab65a2253 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/security-groups?id=9bf49e6d-c81b-467a-932f-db3f5db33e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985142 Jul 15 15:03:02.952568 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9424561-716e-4bd4-8e68-1d509c7663d7 req-b8a3bc14-b427-49ea-afde-e00e24f4861d tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:02.953031 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b9424561-716e-4bd4-8e68-1d509c7663d7 req-b8a3bc14-b427-49ea-afde-e00e24f4861d tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.1790519 Jul 15 15:03:02.984037 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c5d329-d7e1-478e-a584-962bc64fd256 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:03:02.996979 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e85f0661-f070-46ae-8aa9-684d6ab111bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.012812 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.028817 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Transition to ACTIVE for port object 76c5d329-d7e1-478e-a584-962bc64fd256 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:03.032142 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-30a06b78-3999-4b1c-b7b1-7827b7360d6f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.067778 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b9424561-716e-4bd4-8e68-1d509c7663d7 req-11878dd6-e8a8-40d0-bff8-5ad5b2a4479c tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029730 Jul 15 15:03:03.068639 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.105643 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Network 75636bd8-834f-4666-a502-d2096df2f80a is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:03.107062 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:03.142229 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Pushing event updated for resources: {'Port': ['ID=76c5d329-d7e1-478e-a584-962bc64fd256,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:03.155567 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-30a06b78-3999-4b1c-b7b1-7827b7360d6f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.168938 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['a5d17a25-3d44-478d-ad71-bffedb43537c'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:03:03.284395 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:03:03.305491 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a06b78-3999-4b1c-b7b1-7827b7360d6f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Pushing event updated for resources: {'Port': ['ID=94292533-1dcd-4dd7-9e7b-e90fe54615c3,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:03.426516 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-30a06b78-3999-4b1c-b7b1-7827b7360d6f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Network eb0f73d0-6c68-491c-8f90-de765fa79745 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:03.436464 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-30a06b78-3999-4b1c-b7b1-7827b7360d6f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:03.442469 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-30a06b78-3999-4b1c-b7b1-7827b7360d6f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:03.455090 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.516653 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:03.529264 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-62064d62-4d52-4a35-95b4-15f174d5a4f6 None None] Provisioning complete for port 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:03.529638 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-62064d62-4d52-4a35-95b4-15f174d5a4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.530559 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-f2303b47-c07e-4717-9744-7ff4e39da848 admin admin] 10.222.0.72 "PUT /v2.0/routers/a38a4b0b-838a-4964-ae4c-bb2fade8ce24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0567071 Jul 15 15:03:03.586793 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-62064d62-4d52-4a35-95b4-15f174d5a4f6 None None] Port 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:03.599741 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-30a06b78-3999-4b1c-b7b1-7827b7360d6f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:03.600814 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-30a06b78-3999-4b1c-b7b1-7827b7360d6f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.603875 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Attempting to bind port 76c5d329-d7e1-478e-a584-962bc64fd256 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:03.604277 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Attempting to bind port 76c5d329-d7e1-478e-a584-962bc64fd256 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '3b9a3fe3-2c2b-42fd-a254-449bbab642fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'acda77ea-df12-4987-b8b1-b8e3818e06a8'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:03.604585 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Attempting to bind port 76c5d329-d7e1-478e-a584-962bc64fd256 on network acda77ea-df12-4987-b8b1-b8e3818e06a8 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:03.612104 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Port 76c5d329-d7e1-478e-a584-962bc64fd256 on network acda77ea-df12-4987-b8b1-b8e3818e06a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:03:03.612444 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Attempting to bind port 76c5d329-d7e1-478e-a584-962bc64fd256 on network acda77ea-df12-4987-b8b1-b8e3818e06a8 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:03.621375 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:03.621698 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Checking segment: {'id': '3b9a3fe3-2c2b-42fd-a254-449bbab642fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'acda77ea-df12-4987-b8b1-b8e3818e06a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:03.622082 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Bound using segment: {'id': '3b9a3fe3-2c2b-42fd-a254-449bbab642fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'acda77ea-df12-4987-b8b1-b8e3818e06a8'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:03.622518 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Bound port: 76c5d329-d7e1-478e-a584-962bc64fd256, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b9a3fe3-2c2b-42fd-a254-449bbab642fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'acda77ea-df12-4987-b8b1-b8e3818e06a8'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:03.622871 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.639602 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-30a06b78-3999-4b1c-b7b1-7827b7360d6f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1816711 Jul 15 15:03:03.660395 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 6a5c65bf-cca4-46f1-b962-814d24374233 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:03.680935 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Request body: {'port': {'device_id': '30980868-5209-459f-9dde-778ab0577c59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:03.751863 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 6a5c65bf-cca4-46f1-b962-814d24374233 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:03.759129 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 6a5c65bf-cca4-46f1-b962-814d24374233 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:03.760322 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.815471 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] For port 76c5d329-d7e1-478e-a584-962bc64fd256, host hv-cinder-78836, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:03.844689 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753c558-6670-4e79-8ec7-b3b8e5c98634 req-0b25c93d-fe34-4ec7-8a05-726ae6d5b10b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:03.846278 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8753c558-6670-4e79-8ec7-b3b8e5c98634 req-0b25c93d-fe34-4ec7-8a05-726ae6d5b10b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 932 time: 0.2026014 Jul 15 15:03:03.852255 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] For port 76c5d329-d7e1-478e-a584-962bc64fd256, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=76c5d329-d7e1-478e-a584-962bc64fd256,segment=NetworkSegment(3b9a3fe3-2c2b-42fd-a254-449bbab642fd),segment_id=3b9a3fe3-2c2b-42fd-a254-449bbab642fd)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:03.852665 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.872032 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.879557 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.908843 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port 6a5c65bf-cca4-46f1-b962-814d24374233, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=6a5c65bf-cca4-46f1-b962-814d24374233,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:03.915881 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.944946 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:03.945785 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:03.947973 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] 10.222.0.41 "PUT /v2.0/ports/76c5d329-d7e1-478e-a584-962bc64fd256 HTTP/1.1" status: 200 len: 1097 time: 2.1067533 Jul 15 15:03:03.958540 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1543d9c7-4dbb-41a4-8336-5771323d62c3', 'tag': '76c5d329-d7e1-478e-a584-962bc64fd256'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:03:03.968803 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48c207c-069e-4858-b444-6ad6bf0ddadb" -d '{"events": [{"name": "network-changed", "server_uuid": "1543d9c7-4dbb-41a4-8336-5771323d62c3", "tag": "76c5d329-d7e1-478e-a584-962bc64fd256"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:04.027677 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=6a5c65bf-cca4-46f1-b962-814d24374233,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:04.058194 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8753c558-6670-4e79-8ec7-b3b8e5c98634 req-ebfa7fa5-d640-42c9-9855-44da665cb73a tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013247 Jul 15 15:03:04.067987 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.099123 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9533c7-004d-4e46-b647-8949ac8f5d3f x-openstack-request-id: req-9f9533c7-004d-4e46-b647-8949ac8f5d3f {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:04.099412 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1543d9c7-4dbb-41a4-8336-5771323d62c3", "tag": "76c5d329-d7e1-478e-a584-962bc64fd256", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:04.099821 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9f9533c7-004d-4e46-b647-8949ac8f5d3f {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:04.100251 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1543d9c7-4dbb-41a4-8336-5771323d62c3', 'tag': '76c5d329-d7e1-478e-a584-962bc64fd256', 'status': 'completed', 'code': 200} Jul 15 15:03:04.162064 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3321b9cc-3a65-44e6-a420-76798a3e67b9 service neutron] Pushing event updated for resources: {'Port': ['ID=76c5d329-d7e1-478e-a584-962bc64fd256,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:04.254001 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-6b014dab-2fd4-4c11-99a3-1d7c5321a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:04.256138 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-6b014dab-2fd4-4c11-99a3-1d7c5321a6a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d67a2e4a7eb4de78e896342ada87d93&device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 1100 time: 0.2381499 Jul 15 15:03:04.348964 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-cc6ccec2-bcf5-4c4a-b0c6-eedf3465b096 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=76c5d329-d7e1-478e-a584-962bc64fd256 HTTP/1.1" status: 200 len: 217 time: 0.0554032 Jul 15 15:03:04.358698 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887f47e-e717-4dd6-a529-e24737d3063f req-8d4c5914-8762-46fd-b462-4a7f843de12e tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:04.360838 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9887f47e-e717-4dd6-a529-e24737d3063f req-8d4c5914-8762-46fd-b462-4a7f843de12e tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 947 time: 0.1242099 Jul 15 15:03:04.440134 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9887f47e-e717-4dd6-a529-e24737d3063f req-ba676705-e2d6-40a4-95d3-2fd5840244ed tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/security-groups?id=9bf49e6d-c81b-467a-932f-db3f5db33e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734735 Jul 15 15:03:04.491555 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-a7814ce6-4e47-41a1-9d1d-3771dd3f48a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:04.493392 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-a7814ce6-4e47-41a1-9d1d-3771dd3f48a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b28d1b4-c851-40b3-9be3-e99ebeaa11e1 HTTP/1.1" status: 200 len: 843 time: 0.1296575 Jul 15 15:03:04.543253 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Sync routers for ids ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:04.555597 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Routers {'a38a4b0b-838a-4964-ae4c-bb2fade8ce24'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:04.557451 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:03:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:04.571467 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b3500-84fd-4b9a-b8bb-8edc1b2987c8 req-70eb726a-67a2-46e7-97a4-adf91f758cad tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:04.573881 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-398b3500-84fd-4b9a-b8bb-8edc1b2987c8 req-70eb726a-67a2-46e7-97a4-adf91f758cad tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.2295282 Jul 15 15:03:04.597616 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94292533-1dcd-4dd7-9e7b-e90fe54615c3 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:03:04.608894 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.640958 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Transition to ACTIVE for port object 94292533-1dcd-4dd7-9e7b-e90fe54615c3 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:04.650865 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.658634 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34614) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:04.663777 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-ca10d5c0-fa68-4dbe-80bb-30994e38cc4f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-209160836-network', 'tenant_id': '1909839618cb45bc8d4b37573c0f84fc'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:04.678415 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Set router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:04.684109 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-398b3500-84fd-4b9a-b8bb-8edc1b2987c8 req-caaf0ce9-a55e-4d3a-94d3-95732ac66b42 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971289 Jul 15 15:03:04.686164 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca10d5c0-fa68-4dbe-80bb-30994e38cc4f admin admin] Made reservation on behalf of 1909839618cb45bc8d4b37573c0f84fc for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:04.689934 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ca10d5c0-fa68-4dbe-80bb-30994e38cc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.690352 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-82754de9-112a-4602-9f9b-6a69a9b09d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:04.691836 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-82754de9-112a-4602-9f9b-6a69a9b09d22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=acda77ea-df12-4987-b8b1-b8e3818e06a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1884623 Jul 15 15:03:04.713892 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Pushing event updated for resources: {'Port': ['ID=94292533-1dcd-4dd7-9e7b-e90fe54615c3,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:04.716772 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ca10d5c0-fa68-4dbe-80bb-30994e38cc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.813485 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ca10d5c0-fa68-4dbe-80bb-30994e38cc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.817289 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ca10d5c0-fa68-4dbe-80bb-30994e38cc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.852678 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca10d5c0-fa68-4dbe-80bb-30994e38cc4f admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:03:04.854585 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Attempting to bind port 94292533-1dcd-4dd7-9e7b-e90fe54615c3 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:04.854988 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Attempting to bind port 94292533-1dcd-4dd7-9e7b-e90fe54615c3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7232eb18-8576-40a7-8448-d91fdfd1a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:04.855396 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Attempting to bind port 94292533-1dcd-4dd7-9e7b-e90fe54615c3 on network eb0f73d0-6c68-491c-8f90-de765fa79745 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:04.860957 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10d5c0-fa68-4dbe-80bb-30994e38cc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2748b703-5664-44e2-9ef7-6049b92141ea,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:04.863478 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Port 94292533-1dcd-4dd7-9e7b-e90fe54615c3 on network eb0f73d0-6c68-491c-8f90-de765fa79745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:03:04.863478 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Attempting to bind port 94292533-1dcd-4dd7-9e7b-e90fe54615c3 on network eb0f73d0-6c68-491c-8f90-de765fa79745 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:04.873551 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ca10d5c0-fa68-4dbe-80bb-30994e38cc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.873888 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-ca10d5c0-fa68-4dbe-80bb-30994e38cc4f admin admin] Added segment cfbe6bba-de82-427e-b578-56138d3d9ea2 of type vlan for network 35871fd2-2130-4c34-a4f3-a81f19690636 Jul 15 15:03:04.878318 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:04.878716 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Checking segment: {'id': '7232eb18-8576-40a7-8448-d91fdfd1a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:04.879295 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Bound using segment: {'id': '7232eb18-8576-40a7-8448-d91fdfd1a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:04.879947 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Bound port: 94292533-1dcd-4dd7-9e7b-e90fe54615c3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7232eb18-8576-40a7-8448-d91fdfd1a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:04.880197 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.897875 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-f53a6286-99c6-449d-aff8-9cd8935d23ff service neutron] 10.222.0.41 "GET /v2.0/networks/acda77ea-df12-4987-b8b1-b8e3818e06a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565013 Jul 15 15:03:04.929529 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ca10d5c0-fa68-4dbe-80bb-30994e38cc4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.959895 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] For port 94292533-1dcd-4dd7-9e7b-e90fe54615c3, host hv-cinder-78836, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:04.965407 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ca10d5c0-fa68-4dbe-80bb-30994e38cc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.966726 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca10d5c0-fa68-4dbe-80bb-30994e38cc4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:04.967569 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ca10d5c0-fa68-4dbe-80bb-30994e38cc4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:04.986582 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ca10d5c0-fa68-4dbe-80bb-30994e38cc4f admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3266664 Jul 15 15:03:04.988359 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34618) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:04.994087 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-b1fb1b42-c755-46ce-b60a-2c033c37cc96 admin admin] Request body: {'subnet': {'network_id': '35871fd2-2130-4c34-a4f3-a81f19690636', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-209160836-subnet', 'tenant_id': '1909839618cb45bc8d4b37573c0f84fc', 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:05.001344 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] For port 94292533-1dcd-4dd7-9e7b-e90fe54615c3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=94292533-1dcd-4dd7-9e7b-e90fe54615c3,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:05.013828 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.034140 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'name': 'tempest-TestShelveInstance-1319088819-router', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:57Z', 'updated_at': '2021-07-15T15:03:02Z', 'revision_number': 4, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'gw_port': {'id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '2cc90cf1-e994-4993-b1a5-e6c04a05eae1', 'name': '', 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'mac_address': 'fa:16:3e:c3:d1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:01Z', 'updated_at': '2021-07-15T15:03:02Z', 'revision_number': 2, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'subnets': [{'id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:05.062733 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Checking router: a38a4b0b-838a-4964-ae4c-bb2fade8ce24 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:05.063095 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Updating router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 port 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 binding host dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:03:05.070727 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10d5c0-fa68-4dbe-80bb-30994e38cc4f admin admin] Pushing event updated for resources: {'Network': ['ID=35871fd2-2130-4c34-a4f3-a81f19690636,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:05.078354 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fb1b42-c755-46ce-b60a-2c033c37cc96 admin admin] Made reservation on behalf of 1909839618cb45bc8d4b37573c0f84fc for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:05.081008 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b1fb1b42-c755-46ce-b60a-2c033c37cc96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9061605'] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.084928 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:05.085537 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.086904 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] 10.222.0.41 "PUT /v2.0/ports/94292533-1dcd-4dd7-9e7b-e90fe54615c3 HTTP/1.1" status: 200 len: 1094 time: 1.4318843 Jul 15 15:03:05.121602 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4f7ffea8-57cc-4fa5-99bc-ac7c1d6be057 req-b004f05a-9bce-4a4d-ad49-3ef5527fa1a5 service neutron] 10.222.0.41 "GET /v2.0/networks/acda77ea-df12-4987-b8b1-b8e3818e06a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592305 Jul 15 15:03:05.121841 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network 35871fd2-2130-4c34-a4f3-a81f19690636 details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:03:05.122329 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2d190-da55-4146-add2-57a21b2899ab service neutron] Pushing event updated for resources: {'Port': ['ID=94292533-1dcd-4dd7-9e7b-e90fe54615c3,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:05.169721 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.260643 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-c0ef9195-713b-4a0e-932c-4224e1252cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:05.262105 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-c0ef9195-713b-4a0e-932c-4224e1252cab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34c7232bfa66404fb369fb81b40a809e&device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 1097 time: 0.1255243 Jul 15 15:03:05.301786 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b1fb1b42-c755-46ce-b60a-2c033c37cc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9119896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9061623'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.332077 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-c8cd49a1-9135-4561-b38a-33defcddf6fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94292533-1dcd-4dd7-9e7b-e90fe54615c3 HTTP/1.1" status: 200 len: 217 time: 0.0491195 Jul 15 15:03:05.354739 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c207c-069e-4858-b444-6ad6bf0ddadb req-79a7a8b5-b9db-4212-9848-511117177a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:05.356201 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e48c207c-069e-4858-b444-6ad6bf0ddadb req-79a7a8b5-b9db-4212-9848-511117177a77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d67a2e4a7eb4de78e896342ada87d93&device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 1100 time: 0.1531160 Jul 15 15:03:05.359154 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb1b42-c755-46ce-b60a-2c033c37cc96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5faa46b-ae4c-4e3e-899e-a5106f01b3bd,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:05.368898 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb1b42-c755-46ce-b60a-2c033c37cc96 admin admin] Checking segment: {'id': 'cfbe6bba-de82-427e-b578-56138d3d9ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '35871fd2-2130-4c34-a4f3-a81f19690636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:05.369423 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb1b42-c755-46ce-b60a-2c033c37cc96 admin admin] Network hostable DHCP agents. Network: 35871fd2-2130-4c34-a4f3-a81f19690636, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:03:05.386623 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb1b42-c755-46ce-b60a-2c033c37cc96 admin admin] Network 35871fd2-2130-4c34-a4f3-a81f19690636 is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:03:05.397892 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb1b42-c755-46ce-b60a-2c033c37cc96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, 35871fd2-2130-4c34-a4f3-a81f19690636) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:05.403618 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fb1b42-c755-46ce-b60a-2c033c37cc96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:05.404988 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b1fb1b42-c755-46ce-b60a-2c033c37cc96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.424308 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-b1fb1b42-c755-46ce-b60a-2c033c37cc96 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4345827 Jul 15 15:03:05.426757 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-a29e3c04-dd72-4d0c-9a0b-6848279f6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:05.426916 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34622) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:05.428188 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-a29e3c04-dd72-4d0c-9a0b-6848279f6687 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35721cf3-b2d8-48fb-8c51-7bd2428c258d HTTP/1.1" status: 200 len: 854 time: 0.0863743 Jul 15 15:03:05.431075 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-209160836-router', 'tenant_id': '1909839618cb45bc8d4b37573c0f84fc', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:05.440399 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759060a-e7a2-4bb1-80fe-77e73d617c13 req-41238a86-0e12-46dc-b616-5205d2e3f1fc tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:05.441855 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8759060a-e7a2-4bb1-80fe-77e73d617c13 req-41238a86-0e12-46dc-b616-5205d2e3f1fc tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 944 time: 0.1952043 Jul 15 15:03:05.442016 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8151e957-3d48-44ff-8d5f-63a486049fe3 None None] Network 35871fd2-2130-4c34-a4f3-a81f19690636 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:05.456520 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-633328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25270'] for router, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.461523 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25231'] for router, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.479998 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.519062 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-c7759747-e508-4aa0-9182-767b5ec26422 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb0f73d0-6c68-491c-8f90-de765fa79745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462871 Jul 15 15:03:05.579167 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.599839 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8759060a-e7a2-4bb1-80fe-77e73d617c13 req-c1c1a07d-d582-48fa-b119-35ad712756c0 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172655 Jul 15 15:03:05.600760 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c207c-069e-4858-b444-6ad6bf0ddadb req-9331a0a7-e9a7-4101-8f9c-4a8387739398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:05.602105 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e48c207c-069e-4858-b444-6ad6bf0ddadb req-9331a0a7-e9a7-4101-8f9c-4a8387739398 service neutron] 10.222.0.41 "GET /v2.0/networks?id=acda77ea-df12-4987-b8b1-b8e3818e06a8 HTTP/1.1" status: 200 len: 870 time: 0.2264652 Jul 15 15:03:05.659773 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 6a5c65bf-cca4-46f1-b962-814d24374233 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:05.816552 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ed49e69-d387-535f-8c0d-7a22fabbc066-35871fd2-2130-4c34-a4f3-a81f19690636', 'network_id': '35871fd2-2130-4c34-a4f3-a81f19690636', 'tenant_id': '1909839618cb45bc8d4b37573c0f84fc', 'fixed_ips': [{'subnet_id': 'a5faa46b-ae4c-4e3e-899e-a5106f01b3bd'}]}} from dv-cinder-788367-2-iscsi. {{(pid=92932) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:03:05.817815 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.824791 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25245'] for router, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.873459 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce743b-06f9-43f2-8cb0-2f2ebb883ab4 req-9591c48f-0752-4957-ad4a-b0f1e2bac8f2 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:05.875988 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-72ce743b-06f9-43f2-8cb0-2f2ebb883ab4 req-9591c48f-0752-4957-ad4a-b0f1e2bac8f2 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 947 time: 0.2921021 Jul 15 15:03:05.893113 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.945056 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-72ce743b-06f9-43f2-8cb0-2f2ebb883ab4 req-a657c803-41cf-48ab-83db-ddcd1a45efc1 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/security-groups?id=9bf49e6d-c81b-467a-932f-db3f5db33e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522382 Jul 15 15:03:05.956478 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 6a5c65bf-cca4-46f1-b962-814d24374233 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:05.957155 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:05.970915 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e48c207c-069e-4858-b444-6ad6bf0ddadb req-6cd57b34-9e44-4840-b1b9-67b9bf25ea18 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=76c5d329-d7e1-478e-a584-962bc64fd256 HTTP/1.1" status: 200 len: 217 time: 0.3353310 Jul 15 15:03:06.001842 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Transition to ACTIVE for port object 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:06.019845 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.057707 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-68fb13d3-e5ca-45ca-86bf-235f029fb35c service neutron] 10.222.0.41 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239632 Jul 15 15:03:06.104107 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c207c-069e-4858-b444-6ad6bf0ddadb req-80b33794-853d-478d-ba56-c9fbe949a50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:06.105893 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e48c207c-069e-4858-b444-6ad6bf0ddadb req-80b33794-853d-478d-ba56-c9fbe949a50e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b28d1b4-c851-40b3-9be3-e99ebeaa11e1 HTTP/1.1" status: 200 len: 843 time: 0.1242788 Jul 15 15:03:06.110092 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30980868-5209-459f-9dde-778ab0577c59', 'tag': '94292533-1dcd-4dd7-9e7b-e90fe54615c3'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:03:06.112414 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a89078-5a2a-4be3-96e3-2674016ef194" -d '{"events": [{"name": "network-changed", "server_uuid": "30980868-5209-459f-9dde-778ab0577c59", "tag": "94292533-1dcd-4dd7-9e7b-e90fe54615c3"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:06.118578 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725df823-be1c-4228-9388-36f63802393c None None] Pushing event updated for resources: {'Port': ['ID=2cc90cf1-e994-4993-b1a5-e6c04a05eae1,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:06.130531 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.153960 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.169968 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567f11a-5731-430d-bd0f-3560213a7ad1 req-567364b3-9707-4ca0-8c16-0947105740db tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:06.176823 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7567f11a-5731-430d-bd0f-3560213a7ad1 req-567364b3-9707-4ca0-8c16-0947105740db tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.2116191 Jul 15 15:03:06.199470 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Allocated IP 172.20.0.2 (35871fd2-2130-4c34-a4f3-a81f19690636/a5faa46b-ae4c-4e3e-899e-a5106f01b3bd/8d29ef1f-7f48-40ef-be61-b34397fb6b2b) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:06.292949 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Attempting to bind port 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:06.293611 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Attempting to bind port 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '530807e7-ddc2-4511-b561-a0efd7acd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:06.294006 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Attempting to bind port 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 on network 75636bd8-834f-4666-a502-d2096df2f80a {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:06.305913 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:06.306846 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Checking segment: {'id': '530807e7-ddc2-4511-b561-a0efd7acd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:06.307254 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Allocated IP 172.27.0.73 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/44cefbc4-0d9e-4bef-a51f-6545b865efd6) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:06.307742 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.307742 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Bound using segment: {'id': '530807e7-ddc2-4511-b561-a0efd7acd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:06.308195 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Bound port: 2cc90cf1-e994-4993-b1a5-e6c04a05eae1, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '530807e7-ddc2-4511-b561-a0efd7acd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:06.308633 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.309865 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-23f30d3c-43dd-42f2-844b-1db225a5c31d req-afdee855-ecdf-4dea-ad28-0037b750d957 service neutron] 10.222.0.41 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436826 Jul 15 15:03:06.322313 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7567f11a-5731-430d-bd0f-3560213a7ad1 req-c1528b65-2df8-4519-b464-d11e85ede192 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441939 Jul 15 15:03:06.347660 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c207c-069e-4858-b444-6ad6bf0ddadb req-002a1c12-e48b-40c8-9b3b-39664641c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:06.349295 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e48c207c-069e-4858-b444-6ad6bf0ddadb req-002a1c12-e48b-40c8-9b3b-39664641c9e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=acda77ea-df12-4987-b8b1-b8e3818e06a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2332487 Jul 15 15:03:06.381237 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05147b9-6f07-4920-873b-f1cb80524388 x-openstack-request-id: req-a05147b9-6f07-4920-873b-f1cb80524388 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:06.381537 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30980868-5209-459f-9dde-778ab0577c59", "tag": "94292533-1dcd-4dd7-9e7b-e90fe54615c3", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:06.381801 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a05147b9-6f07-4920-873b-f1cb80524388 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:06.382214 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30980868-5209-459f-9dde-778ab0577c59', 'tag': '94292533-1dcd-4dd7-9e7b-e90fe54615c3', 'status': 'completed', 'code': 200} Jul 15 15:03:06.433377 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.473212 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] For port 2cc90cf1-e994-4993-b1a5-e6c04a05eae1, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:06.480368 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.491861 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] For port 2cc90cf1-e994-4993-b1a5-e6c04a05eae1, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=2cc90cf1-e994-4993-b1a5-e6c04a05eae1,segment=NetworkSegment(530807e7-ddc2-4511-b561-a0efd7acd4f9),segment_id=530807e7-ddc2-4511-b561-a0efd7acd4f9)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:06.502283 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.511812 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.514002 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:06.516846 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:06.522233 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:06.541405 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Transition to ACTIVE for port object 8d29ef1f-7f48-40ef-be61-b34397fb6b2b will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:06.550528 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Pushing event updated for resources: {'Port': ['ID=44cefbc4-0d9e-4bef-a51f-6545b865efd6,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:06.574416 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Transition to ACTIVE for port object 8d29ef1f-7f48-40ef-be61-b34397fb6b2b will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:06.590265 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.592319 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725df823-be1c-4228-9388-36f63802393c None None] Pushing event updated for resources: {'Port': ['ID=2cc90cf1-e994-4993-b1a5-e6c04a05eae1,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:06.594901 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Routers {'a38a4b0b-838a-4964-ae4c-bb2fade8ce24'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:06.595443 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:03:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:06.688924 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Network 35871fd2-2130-4c34-a4f3-a81f19690636 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:06.762527 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:06.765253 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:06.772402 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Pushing event updated for resources: {'Port': ['ID=8d29ef1f-7f48-40ef-be61-b34397fb6b2b,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:06.777274 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] Set router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:06.817065 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495e9a5-ca67-4f87-9a8b-e06a41143a5d req-cec74249-fd08-4db3-9650-200429e7b631 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:06.818920 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5495e9a5-ca67-4f87-9a8b-e06a41143a5d req-cec74249-fd08-4db3-9650-200429e7b631 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 944 time: 0.0710528 Jul 15 15:03:06.866170 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5495e9a5-ca67-4f87-9a8b-e06a41143a5d req-7cc03559-1564-430c-939e-181f7e629249 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399570 Jul 15 15:03:06.907246 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Attempting to bind port 8d29ef1f-7f48-40ef-be61-b34397fb6b2b on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:06.907623 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Attempting to bind port 8d29ef1f-7f48-40ef-be61-b34397fb6b2b by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': 'cfbe6bba-de82-427e-b578-56138d3d9ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '35871fd2-2130-4c34-a4f3-a81f19690636'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:06.907990 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Attempting to bind port 8d29ef1f-7f48-40ef-be61-b34397fb6b2b on network 35871fd2-2130-4c34-a4f3-a81f19690636 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:06.933758 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:06.934134 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Checking segment: {'id': 'cfbe6bba-de82-427e-b578-56138d3d9ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '35871fd2-2130-4c34-a4f3-a81f19690636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:06.934539 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:06.934933 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Bound using segment: {'id': 'cfbe6bba-de82-427e-b578-56138d3d9ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '35871fd2-2130-4c34-a4f3-a81f19690636'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:06.935425 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Bound port: 8d29ef1f-7f48-40ef-be61-b34397fb6b2b, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbe6bba-de82-427e-b578-56138d3d9ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '35871fd2-2130-4c34-a4f3-a81f19690636'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:06.935807 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:07.024255 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:07.126879 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559a030-2dac-4e1b-be90-604c1d6a1be2 req-b1b8371d-890f-4361-975f-22bc26e0c3c5 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:07.128631 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d559a030-2dac-4e1b-be90-604c1d6a1be2 req-b1b8371d-890f-4361-975f-22bc26e0c3c5 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 947 time: 0.0677099 Jul 15 15:03:07.171368 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] For port 8d29ef1f-7f48-40ef-be61-b34397fb6b2b, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:07.175951 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d559a030-2dac-4e1b-be90-604c1d6a1be2 req-73e4c334-191f-4abb-8fb4-dc193a0f235b tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/security-groups?id=9bf49e6d-c81b-467a-932f-db3f5db33e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405259 Jul 15 15:03:07.209400 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] For port 8d29ef1f-7f48-40ef-be61-b34397fb6b2b, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=8d29ef1f-7f48-40ef-be61-b34397fb6b2b,segment=NetworkSegment(cfbe6bba-de82-427e-b578-56138d3d9ea2),segment_id=cfbe6bba-de82-427e-b578-56138d3d9ea2)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:07.216264 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:07.233413 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633088'] for router, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:07.287591 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b91dbb-d0a8-4d59-a55e-f6d8cb7dd2c8 None None] Pushing event updated for resources: {'Port': ['ID=8d29ef1f-7f48-40ef-be61-b34397fb6b2b,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:07.292727 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'name': 'tempest-TestShelveInstance-1319088819-router', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:57Z', 'updated_at': '2021-07-15T15:03:02Z', 'revision_number': 4, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'gw_port': {'id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '2cc90cf1-e994-4993-b1a5-e6c04a05eae1', 'name': '', 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'mac_address': 'fa:16:3e:c3:d1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:01Z', 'updated_at': '2021-07-15T15:03:06Z', 'revision_number': 4, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'subnets': [{'id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:07.324829 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ebaa6a-5042-4d9e-9871-44e6b2a7ec3c None None] The sync data for ids ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'] in dv-cinder-788367-2-iscsi is: [{'id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'name': 'tempest-TestShelveInstance-1319088819-router', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:57Z', 'updated_at': '2021-07-15T15:03:02Z', 'revision_number': 4, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'gw_port': {'id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '2cc90cf1-e994-4993-b1a5-e6c04a05eae1', 'name': '', 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'mac_address': 'fa:16:3e:c3:d1:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:01Z', 'updated_at': '2021-07-15T15:03:06Z', 'revision_number': 4, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'subnets': [{'id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:07.387114 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Router 6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19 is scheduled to L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda with binding_index 1 {{(pid=92931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:03:07.542854 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:07.559692 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Sync routers for ids ['6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:07.574360 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Routers {'6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:07.574917 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:03:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:07.583852 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:07.594730 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 34646) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:07.597520 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-95f0416b-d848-4be5-bbdf-190b9b8e6d4b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1696815 Jul 15 15:03:07.617292 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c8dda-2fde-4dab-b078-22bc55de49b9 req-c78c7a3c-aaf8-4165-afab-ed52b79fa243 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:07.618784 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-047c8dda-2fde-4dab-b078-22bc55de49b9 req-c78c7a3c-aaf8-4165-afab-ed52b79fa243 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.1471539 Jul 15 15:03:07.725626 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 8d29ef1f-7f48-40ef-be61-b34397fb6b2b up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:07.736234 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Set router 6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:07.785019 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 8d29ef1f-7f48-40ef-be61-b34397fb6b2b completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:07.785699 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-047c8dda-2fde-4dab-b078-22bc55de49b9 req-194a0f28-dfe4-4576-a70a-45047cd2c457 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081607 Jul 15 15:03:07.792081 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:07.850356 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:07.855234 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:07.855718 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:07.978008 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.005710 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'name': 'tempest-TestShelveInstance-209160836-router', 'tenant_id': '1909839618cb45bc8d4b37573c0f84fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:05Z', 'updated_at': '2021-07-15T15:03:06Z', 'revision_number': 3, 'project_id': '1909839618cb45bc8d4b37573c0f84fc', 'gw_port': {'id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:19:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:06Z', 'updated_at': '2021-07-15T15:03:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:08.038402 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port 2cc90cf1-e994-4993-b1a5-e6c04a05eae1, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=2cc90cf1-e994-4993-b1a5-e6c04a05eae1,segment=NetworkSegment(530807e7-ddc2-4511-b561-a0efd7acd4f9),segment_id=530807e7-ddc2-4511-b561-a0efd7acd4f9)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:08.047412 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Checking router: 6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:08.047987 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.048307 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Updating router 6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19 port 44cefbc4-0d9e-4bef-a51f-6545b865efd6 binding host dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:03:08.088993 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.147977 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=2cc90cf1-e994-4993-b1a5-e6c04a05eae1,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:08.223423 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec76ba8-da68-48bf-b841-4464697c7890 req-bbcd037b-18df-4ac4-9a1a-0f63122e7124 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:08.225089 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2ec76ba8-da68-48bf-b841-4464697c7890 req-bbcd037b-18df-4ac4-9a1a-0f63122e7124 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 944 time: 0.1589675 Jul 15 15:03:08.328861 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2ec76ba8-da68-48bf-b841-4464697c7890 req-20d70051-9f8d-44d5-ac82-003a47f29679 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955853 Jul 15 15:03:08.405063 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.429374 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91963ded-9d01-4870-aa5e-54d04ba818dc None None] Network 35871fd2-2130-4c34-a4f3-a81f19690636 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:08.433297 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.449248 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Transition to ACTIVE for port object 44cefbc4-0d9e-4bef-a51f-6545b865efd6 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:08.465259 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.532605 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Attempting to bind port 44cefbc4-0d9e-4bef-a51f-6545b865efd6 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:08.532987 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Attempting to bind port 44cefbc4-0d9e-4bef-a51f-6545b865efd6 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:08.533361 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Attempting to bind port 44cefbc4-0d9e-4bef-a51f-6545b865efd6 on network bf480c5f-a13c-4ddb-8c47-14b24c48353f {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:08.536094 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-699b1a39-5813-442e-80f3-6a550f515621 None None] Provisioning for port 8d29ef1f-7f48-40ef-be61-b34397fb6b2b completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:08.536640 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1962f16-23a0-442a-a7ce-d205bd9da976 None None] Pushing event updated for resources: {'Port': ['ID=44cefbc4-0d9e-4bef-a51f-6545b865efd6,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:08.542589 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:08.543010 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Checking segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:08.543424 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.544376 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Bound using segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:08.545065 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Bound port: 44cefbc4-0d9e-4bef-a51f-6545b865efd6, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:08.545515 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.546926 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-699b1a39-5813-442e-80f3-6a550f515621 None None] Provisioning complete for port 8d29ef1f-7f48-40ef-be61-b34397fb6b2b triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:08.547367 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-699b1a39-5813-442e-80f3-6a550f515621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.602988 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] For port 44cefbc4-0d9e-4bef-a51f-6545b865efd6, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:08.606837 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] For port 44cefbc4-0d9e-4bef-a51f-6545b865efd6, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=44cefbc4-0d9e-4bef-a51f-6545b865efd6,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:08.613167 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.677959 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Allocated IP 172.20.0.1 (35871fd2-2130-4c34-a4f3-a81f19690636/a5faa46b-ae4c-4e3e-899e-a5106f01b3bd/16290db2-ad09-4067-a7ed-0242a30475e5) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:08.688730 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1962f16-23a0-442a-a7ce-d205bd9da976 None None] Pushing event updated for resources: {'Port': ['ID=44cefbc4-0d9e-4bef-a51f-6545b865efd6,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:08.705965 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-699b1a39-5813-442e-80f3-6a550f515621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.707111 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cdaf9-6934-491d-8438-b1c4a55bd0ec req-1b1e396c-cffe-4a57-ad82-667d590aa0c2 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:08.708943 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3d0cdaf9-6934-491d-8438-b1c4a55bd0ec req-1b1e396c-cffe-4a57-ad82-667d590aa0c2 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 947 time: 0.1650391 Jul 15 15:03:08.710750 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Routers {'6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:08.711364 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:03:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:08.767787 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-699b1a39-5813-442e-80f3-6a550f515621 None None] For port 8d29ef1f-7f48-40ef-be61-b34397fb6b2b, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=8d29ef1f-7f48-40ef-be61-b34397fb6b2b,segment=NetworkSegment(cfbe6bba-de82-427e-b578-56138d3d9ea2),segment_id=cfbe6bba-de82-427e-b578-56138d3d9ea2)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:08.777866 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-699b1a39-5813-442e-80f3-6a550f515621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.785561 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3d0cdaf9-6934-491d-8438-b1c4a55bd0ec req-4b010d11-3eb8-403c-94d6-b5bcf4729743 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/security-groups?id=9bf49e6d-c81b-467a-932f-db3f5db33e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677068 Jul 15 15:03:08.840664 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] Set router 6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:08.856088 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b1a39-5813-442e-80f3-6a550f515621 None None] Pushing event updated for resources: {'Port': ['ID=8d29ef1f-7f48-40ef-be61-b34397fb6b2b,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:08.908747 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:08.931100 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Transition to ACTIVE for port object 16290db2-ad09-4067-a7ed-0242a30475e5 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:09.095546 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'name': 'tempest-TestShelveInstance-209160836-router', 'tenant_id': '1909839618cb45bc8d4b37573c0f84fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:05Z', 'updated_at': '2021-07-15T15:03:06Z', 'revision_number': 3, 'project_id': '1909839618cb45bc8d4b37573c0f84fc', 'gw_port': {'id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:19:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:06Z', 'updated_at': '2021-07-15T15:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:09.106292 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-afddc41e-036b-451d-97b4-16ad3467e3af None None] Provisioning complete for port 8d29ef1f-7f48-40ef-be61-b34397fb6b2b triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:09.106665 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-afddc41e-036b-451d-97b4-16ad3467e3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:09.116387 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:09.139552 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b88a8b-5cff-48dd-88cd-20fd13e8c226 None None] The sync data for ids ['6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'] in dv-cinder-788367-2-iscsi is: [{'id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'name': 'tempest-TestShelveInstance-209160836-router', 'tenant_id': '1909839618cb45bc8d4b37573c0f84fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:05Z', 'updated_at': '2021-07-15T15:03:06Z', 'revision_number': 3, 'project_id': '1909839618cb45bc8d4b37573c0f84fc', 'gw_port': {'id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:19:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:06Z', 'updated_at': '2021-07-15T15:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:09.185613 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaecca7-6a73-4061-9c05-d19991efe5e2 req-7545a330-5cf1-408f-868d-a8577b701f21 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:09.186113 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-adaecca7-6a73-4061-9c05-d19991efe5e2 req-7545a330-5cf1-408f-868d-a8577b701f21 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.2461061 Jul 15 15:03:09.190757 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Network 35871fd2-2130-4c34-a4f3-a81f19690636 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:09.193062 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e48c207c-069e-4858-b444-6ad6bf0ddadb req-184046a9-8a07-44e9-bbe6-864cfb36adbe service neutron] 10.222.0.41 "GET /v2.0/networks/acda77ea-df12-4987-b8b1-b8e3818e06a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395031 Jul 15 15:03:09.205360 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:09.225807 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:09.250611 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Pushing event updated for resources: {'Port': ['ID=16290db2-ad09-4067-a7ed-0242a30475e5,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:09.254358 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a89078-5a2a-4be3-96e3-2674016ef194 req-c3a05729-e442-4099-8f25-ca3686c36ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:09.255853 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-81a89078-5a2a-4be3-96e3-2674016ef194 req-c3a05729-e442-4099-8f25-ca3686c36ede service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34c7232bfa66404fb369fb81b40a809e&device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 1097 time: 0.2490807 Jul 15 15:03:09.389070 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-adaecca7-6a73-4061-9c05-d19991efe5e2 req-b63d9ed6-746c-4ab4-9e6d-54c4712d507f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891422 Jul 15 15:03:09.451978 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778295'] for router_interface, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:09.538922 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-67fa1cf9-664a-4921-b501-5afc2a5eb64f None None] Provisioning for port 16290db2-ad09-4067-a7ed-0242a30475e5 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:09.546983 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-67fa1cf9-664a-4921-b501-5afc2a5eb64f None None] Provisioning complete for port 16290db2-ad09-4067-a7ed-0242a30475e5 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:09.547555 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-67fa1cf9-664a-4921-b501-5afc2a5eb64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:09.580766 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e48c207c-069e-4858-b444-6ad6bf0ddadb req-203b2ce9-a51f-4c85-9f4c-a8401e4316b3 service neutron] 10.222.0.41 "GET /v2.0/networks/acda77ea-df12-4987-b8b1-b8e3818e06a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774476 Jul 15 15:03:09.611706 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a89078-5a2a-4be3-96e3-2674016ef194 req-4d95a19c-6da4-453c-a4f6-5ab5a93cb7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:09.613221 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-81a89078-5a2a-4be3-96e3-2674016ef194 req-4d95a19c-6da4-453c-a4f6-5ab5a93cb7e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eb0f73d0-6c68-491c-8f90-de765fa79745 HTTP/1.1" status: 200 len: 915 time: 0.3184426 Jul 15 15:03:09.646647 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-67fa1cf9-664a-4921-b501-5afc2a5eb64f None None] Port 16290db2-ad09-4067-a7ed-0242a30475e5 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:09.664650 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06468e-d9dd-4008-bf3c-6637b30229a9 req-3919bf53-73ec-47e3-bf3c-a3149908b5ce tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:09.666753 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cb06468e-d9dd-4008-bf3c-6637b30229a9 req-3919bf53-73ec-47e3-bf3c-a3149908b5ce tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 944 time: 0.1544733 Jul 15 15:03:09.691450 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-81a89078-5a2a-4be3-96e3-2674016ef194 req-3beefbd7-11e1-4fd0-80e3-d63330b4bd77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94292533-1dcd-4dd7-9e7b-e90fe54615c3 HTTP/1.1" status: 200 len: 217 time: 0.0701923 Jul 15 15:03:09.719137 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cb06468e-d9dd-4008-bf3c-6637b30229a9 req-cb2707e6-c73f-4627-bf2d-3a53ca93ff52 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462203 Jul 15 15:03:09.809289 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 44cefbc4-0d9e-4bef-a51f-6545b865efd6 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:09.870910 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 44cefbc4-0d9e-4bef-a51f-6545b865efd6 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:09.876080 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 44cefbc4-0d9e-4bef-a51f-6545b865efd6 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:09.877122 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:09.926372 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 76c5d329-d7e1-478e-a584-962bc64fd256 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:03:09.999513 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.029365 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a89078-5a2a-4be3-96e3-2674016ef194 req-6b9120d4-89e9-4b4b-9f32-5c4c1d19d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:10.030743 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-81a89078-5a2a-4be3-96e3-2674016ef194 req-6b9120d4-89e9-4b4b-9f32-5c4c1d19d121 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35721cf3-b2d8-48fb-8c51-7bd2428c258d HTTP/1.1" status: 200 len: 854 time: 0.3327343 Jul 15 15:03:10.051052 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port 44cefbc4-0d9e-4bef-a51f-6545b865efd6, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=44cefbc4-0d9e-4bef-a51f-6545b865efd6,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:10.061839 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.062714 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 8d29ef1f-7f48-40ef-be61-b34397fb6b2b up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:10.095371 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-81a89078-5a2a-4be3-96e3-2674016ef194 req-3a7da62e-a4b8-4354-aee5-8eb7563d3fb5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb0f73d0-6c68-491c-8f90-de765fa79745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381117 Jul 15 15:03:10.097790 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.172090 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 76c5d329-d7e1-478e-a584-962bc64fd256, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=76c5d329-d7e1-478e-a584-962bc64fd256,segment=NetworkSegment(3b9a3fe3-2c2b-42fd-a254-449bbab642fd),segment_id=3b9a3fe3-2c2b-42fd-a254-449bbab642fd)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:10.203299 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '76c5d329-d7e1-478e-a584-962bc64fd256', 'network_id': 'acda77ea-df12-4987-b8b1-b8e3818e06a8', 'port_id': '76c5d329-d7e1-478e-a584-962bc64fd256', 'mac_address': 'fa:16:3e:ba:fb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 843, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b28d1b4-c851-40b3-9be3-e99ebeaa11e1', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:03:10.216927 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=44cefbc4-0d9e-4bef-a51f-6545b865efd6,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:10.268380 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 8d29ef1f-7f48-40ef-be61-b34397fb6b2b triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:10.268780 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.272720 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3148-b283-4be2-8173-c40144c6127c req-8e6edaed-35cc-4a21-9c4f-88b5cca2b6c6 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:10.274378 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7a0f3148-b283-4be2-8173-c40144c6127c req-8e6edaed-35cc-4a21-9c4f-88b5cca2b6c6 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 947 time: 0.2590330 Jul 15 15:03:10.292617 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.314060 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c5d329-d7e1-478e-a584-962bc64fd256 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:03:10.340572 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 76c5d329-d7e1-478e-a584-962bc64fd256, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=76c5d329-d7e1-478e-a584-962bc64fd256,segment=NetworkSegment(3b9a3fe3-2c2b-42fd-a254-449bbab642fd),segment_id=3b9a3fe3-2c2b-42fd-a254-449bbab642fd)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:10.372604 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.390546 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7a0f3148-b283-4be2-8173-c40144c6127c req-60564811-aeba-476c-9493-a1b698c3b134 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/security-groups?id=9bf49e6d-c81b-467a-932f-db3f5db33e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044643 Jul 15 15:03:10.396527 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-81a89078-5a2a-4be3-96e3-2674016ef194 req-ad67da26-3965-4c5f-a7c9-357dc7a73442 service neutron] 10.222.0.41 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883492 Jul 15 15:03:10.416487 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:10.457765 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=76c5d329-d7e1-478e-a584-962bc64fd256,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:10.485492 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:10.485787 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.512085 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.518137 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.580244 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-81a89078-5a2a-4be3-96e3-2674016ef194 req-6ca46738-c48f-45d1-965f-63b23ea90b03 service neutron] 10.222.0.41 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745515 Jul 15 15:03:10.596288 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403f940-6ed7-4411-baf5-0158d159bcf3 req-6e55e3a1-3851-4153-bb37-fc0b71a3dcd5 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:10.597084 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Pushing event updated for resources: {'Port': ['ID=16290db2-ad09-4067-a7ed-0242a30475e5,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:10.602768 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-778307'] for router_interface, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.603301 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3403f940-6ed7-4411-baf5-0158d159bcf3 req-6e55e3a1-3851-4153-bb37-fc0b71a3dcd5 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0699983 Jul 15 15:03:10.636071 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3403f940-6ed7-4411-baf5-0158d159bcf3 req-59f0336f-029e-44be-9d8a-871e95f9176e tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318880 Jul 15 15:03:10.695377 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Network 35871fd2-2130-4c34-a4f3-a81f19690636 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:10.696796 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:10.821593 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Router 6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:03:10.971015 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:10.971368 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-3c20ac3a-143d-4c99-a9aa-e0b07c9811fc None None] Provisioning complete for port 16290db2-ad09-4067-a7ed-0242a30475e5 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:10.971794 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-3c20ac3a-143d-4c99-a9aa-e0b07c9811fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:10.980676 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-be0d492e-fd0a-43ed-bd94-82a4e595a882 admin admin] 10.222.0.72 "PUT /v2.0/routers/6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3848774 Jul 15 15:03:10.992244 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74939031-fd66-45a6-89c3-57abb41f05ce req-c10e7e1e-6b54-4141-8fd7-ba44f358d65d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:10.993769 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-74939031-fd66-45a6-89c3-57abb41f05ce req-c10e7e1e-6b54-4141-8fd7-ba44f358d65d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 944 time: 0.1261375 Jul 15 15:03:11.014541 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-3c20ac3a-143d-4c99-a9aa-e0b07c9811fc None None] Port 16290db2-ad09-4067-a7ed-0242a30475e5 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:11.035127 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-74939031-fd66-45a6-89c3-57abb41f05ce req-fc12aa05-ba1f-4d76-a754-06ca5c1abfac tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349231 Jul 15 15:03:11.141194 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Sync routers for ids ['6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:11.149935 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Routers {'6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:11.150728 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:03:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:11.256059 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Set router 6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:11.457573 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'name': 'tempest-TestShelveInstance-209160836-router', 'tenant_id': '1909839618cb45bc8d4b37573c0f84fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:05Z', 'updated_at': '2021-07-15T15:03:09Z', 'revision_number': 4, 'project_id': '1909839618cb45bc8d4b37573c0f84fc', 'gw_port': {'id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:19:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:06Z', 'updated_at': '2021-07-15T15:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '16290db2-ad09-4067-a7ed-0242a30475e5', 'name': '', 'network_id': '35871fd2-2130-4c34-a4f3-a81f19690636', 'tenant_id': '1909839618cb45bc8d4b37573c0f84fc', 'mac_address': 'fa:16:3e:a4:b3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a5faa46b-ae4c-4e3e-899e-a5106f01b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:08Z', 'updated_at': '2021-07-15T15:03:10Z', 'revision_number': 2, 'project_id': '1909839618cb45bc8d4b37573c0f84fc', 'subnets': [{'id': 'a5faa46b-ae4c-4e3e-899e-a5106f01b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:11.489029 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Checking router: 6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:11.489245 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Updating router 6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19 port 16290db2-ad09-4067-a7ed-0242a30475e5 binding host dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:03:11.530929 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:11.547814 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 34696) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:11.552467 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-b17c2ed1-14bd-41e8-aab7-74c37cbe25dd tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1619604449', 'description': 'tempest-secgroup-smoke-1619604449 description', 'project_id': '1d9dfe5dd9f74f51912b817c8b364471'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:11.593722 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 44cefbc4-0d9e-4bef-a51f-6545b865efd6 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:11.599022 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46915c96-475d-46e9-817f-9d1cbfda7173 req-e794e061-63f6-4351-9aa2-6300c01aaafc tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:11.600536 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-46915c96-475d-46e9-817f-9d1cbfda7173 req-e794e061-63f6-4351-9aa2-6300c01aaafc tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 948 time: 0.0869055 Jul 15 15:03:11.601422 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b17c2ed1-14bd-41e8-aab7-74c37cbe25dd tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:11.663860 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-46915c96-475d-46e9-817f-9d1cbfda7173 req-e244da6b-b524-4b2b-806c-9b2f3ecb352b tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/security-groups?id=9bf49e6d-c81b-467a-932f-db3f5db33e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536132 Jul 15 15:03:11.733966 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b17c2ed1-14bd-41e8-aab7-74c37cbe25dd tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:11.739190 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b17c2ed1-14bd-41e8-aab7-74c37cbe25dd tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:11.769377 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b17c2ed1-14bd-41e8-aab7-74c37cbe25dd tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:11.770582 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-b17c2ed1-14bd-41e8-aab7-74c37cbe25dd tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2217681 Jul 15 15:03:11.772617 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c2ed1-14bd-41e8-aab7-74c37cbe25dd tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:11.774659 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 34700) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:11.780373 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-d73fbaa9-b14a-41a6-858c-76098e32d9a4 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Request body: {'security_group_rule': {'security_group_id': '7aae0feb-a7e8-4da4-8f6e-afa15b3545ff', 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:11.810002 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d73fbaa9-b14a-41a6-858c-76098e32d9a4 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:11.830182 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b78bf-f744-4031-96f3-3bb40c70edfa req-b483b6d6-3de1-4801-b05f-3049ded74d36 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:11.831794 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9c7b78bf-f744-4031-96f3-3bb40c70edfa req-b483b6d6-3de1-4801-b05f-3049ded74d36 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0737603 Jul 15 15:03:11.873204 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9c7b78bf-f744-4031-96f3-3bb40c70edfa req-1144e4d9-e185-40df-995e-4ddbc9c1f70a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352261 Jul 15 15:03:11.873481 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d73fbaa9-b14a-41a6-858c-76098e32d9a4 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:11.878693 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d73fbaa9-b14a-41a6-858c-76098e32d9a4 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:11.895346 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fbaa9-b14a-41a6-858c-76098e32d9a4 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19bc443-89da-4715-a017-2b04ddc7f154,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:11.899706 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 44cefbc4-0d9e-4bef-a51f-6545b865efd6 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:11.900364 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:11.906693 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d73fbaa9-b14a-41a6-858c-76098e32d9a4 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:11.907859 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-d73fbaa9-b14a-41a6-858c-76098e32d9a4 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316764 Jul 15 15:03:11.910589 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 34702) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:11.915236 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-aaf43183-c4ae-42ac-b643-875ebc9260ab tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Request body: {'security_group_rule': {'security_group_id': '7aae0feb-a7e8-4da4-8f6e-afa15b3545ff', 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:11.944339 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aaf43183-c4ae-42ac-b643-875ebc9260ab tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:11.999780 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aaf43183-c4ae-42ac-b643-875ebc9260ab tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.004385 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aaf43183-c4ae-42ac-b643-875ebc9260ab tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.020990 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf43183-c4ae-42ac-b643-875ebc9260ab tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1deb91d0-e70e-44ce-9b61-b904756038ce,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:12.028324 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-aaf43183-c4ae-42ac-b643-875ebc9260ab tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.029647 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-aaf43183-c4ae-42ac-b643-875ebc9260ab tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179316 Jul 15 15:03:12.032579 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 34704) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:12.036978 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-ef3ab60a-5b07-4a35-a1ef-ed3e2b5a82f2 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Request body: {'security_group_rule': {'security_group_id': '7aae0feb-a7e8-4da4-8f6e-afa15b3545ff', 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:12.063225 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.065276 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ef3ab60a-5b07-4a35-a1ef-ed3e2b5a82f2 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.075480 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Transition to ACTIVE for port object 16290db2-ad09-4067-a7ed-0242a30475e5 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:12.093977 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.135156 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ef3ab60a-5b07-4a35-a1ef-ed3e2b5a82f2 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.148861 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ef3ab60a-5b07-4a35-a1ef-ed3e2b5a82f2 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.169781 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ab60a-5b07-4a35-a1ef-ed3e2b5a82f2 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1916e7f6-7be9-4a4c-9eb6-74bb5d7f9129,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:12.176947 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ef3ab60a-5b07-4a35-a1ef-ed3e2b5a82f2 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.178786 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-ef3ab60a-5b07-4a35-a1ef-ed3e2b5a82f2 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448863 Jul 15 15:03:12.180790 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecffb1c-419e-46c7-aae1-414e8ca786df None None] Pushing event updated for resources: {'Port': ['ID=16290db2-ad09-4067-a7ed-0242a30475e5,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:12.183017 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 34708) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:12.189582 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-090d9dcf-2ced-449f-ba4f-954bd4593dcf tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Request body: {'security_group_rule': {'security_group_id': '7aae0feb-a7e8-4da4-8f6e-afa15b3545ff', 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:12.246546 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Attempting to bind port 16290db2-ad09-4067-a7ed-0242a30475e5 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:12.247218 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Attempting to bind port 16290db2-ad09-4067-a7ed-0242a30475e5 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': 'cfbe6bba-de82-427e-b578-56138d3d9ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '35871fd2-2130-4c34-a4f3-a81f19690636'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:12.247978 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Attempting to bind port 16290db2-ad09-4067-a7ed-0242a30475e5 on network 35871fd2-2130-4c34-a4f3-a81f19690636 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:12.253908 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:12.254292 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Checking segment: {'id': 'cfbe6bba-de82-427e-b578-56138d3d9ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '35871fd2-2130-4c34-a4f3-a81f19690636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:12.254704 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.255217 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Bound using segment: {'id': 'cfbe6bba-de82-427e-b578-56138d3d9ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '35871fd2-2130-4c34-a4f3-a81f19690636'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:12.255669 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Bound port: 16290db2-ad09-4067-a7ed-0242a30475e5, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbe6bba-de82-427e-b578-56138d3d9ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '35871fd2-2130-4c34-a4f3-a81f19690636'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:12.256063 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.269417 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-090d9dcf-2ced-449f-ba4f-954bd4593dcf tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.328050 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] For port 16290db2-ad09-4067-a7ed-0242a30475e5, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:12.332855 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] For port 16290db2-ad09-4067-a7ed-0242a30475e5, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=16290db2-ad09-4067-a7ed-0242a30475e5,segment=NetworkSegment(cfbe6bba-de82-427e-b578-56138d3d9ea2),segment_id=cfbe6bba-de82-427e-b578-56138d3d9ea2)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:12.339319 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.353069 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671bb32-befc-4452-9c7e-90541fccc1c0 req-42e5bcae-56c5-441d-9b0a-194a9ee12d9b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:12.355068 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7671bb32-befc-4452-9c7e-90541fccc1c0 req-42e5bcae-56c5-441d-9b0a-194a9ee12d9b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 944 time: 0.1294551 Jul 15 15:03:12.356957 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-090d9dcf-2ced-449f-ba4f-954bd4593dcf tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.370923 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-090d9dcf-2ced-449f-ba4f-954bd4593dcf tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.398067 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Routers {'6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:12.398697 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:03:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:12.402531 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d9dcf-2ced-449f-ba4f-954bd4593dcf tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c096625-e039-4162-9036-6c465b016ac6,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:12.414494 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-090d9dcf-2ced-449f-ba4f-954bd4593dcf tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.418839 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34712) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:12.418971 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-090d9dcf-2ced-449f-ba4f-954bd4593dcf tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2347627 Jul 15 15:03:12.424457 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7671bb32-befc-4452-9c7e-90541fccc1c0 req-68631760-7e03-4946-b1f7-c4f0f60606a0 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623670 Jul 15 15:03:12.424582 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-3b122700-a182-47d8-aec3-29fc56021593 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Request body: {'security_group_rule': {'security_group_id': '7aae0feb-a7e8-4da4-8f6e-afa15b3545ff', 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:12.447982 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecffb1c-419e-46c7-aae1-414e8ca786df None None] Pushing event updated for resources: {'Port': ['ID=16290db2-ad09-4067-a7ed-0242a30475e5,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:12.482001 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.securitygroups_db [None req-3b122700-a182-47d8-aec3-29fc56021593 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Project 1d9dfe5dd9f74f51912b817c8b364471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:03:12.490098 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b122700-a182-47d8-aec3-29fc56021593 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.531936 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] Set router 6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:12.567946 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b122700-a182-47d8-aec3-29fc56021593 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.573289 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b122700-a182-47d8-aec3-29fc56021593 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.590783 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b122700-a182-47d8-aec3-29fc56021593 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80c0f0b-d75d-411c-b795-0063c743ca45,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:12.600063 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3b122700-a182-47d8-aec3-29fc56021593 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.604533 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3b122700-a182-47d8-aec3-29fc56021593 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1812515 Jul 15 15:03:12.604927 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 34714) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:12.609894 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-bc4fc947-147d-48a1-abec-ac0d700096ef tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Request body: {'security_group_rule': {'security_group_id': '7aae0feb-a7e8-4da4-8f6e-afa15b3545ff', 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:12.633548 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.db.securitygroups_db [None req-bc4fc947-147d-48a1-abec-ac0d700096ef tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Project 1d9dfe5dd9f74f51912b817c8b364471 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:03:12.638389 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc947-147d-48a1-abec-ac0d700096ef tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.707239 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc947-147d-48a1-abec-ac0d700096ef tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.713722 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc947-147d-48a1-abec-ac0d700096ef tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.732847 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fc947-147d-48a1-abec-ac0d700096ef tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ced13e2-6684-4a55-abef-82d4d5f409e6,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:12.741808 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bc4fc947-147d-48a1-abec-ac0d700096ef tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:12.742990 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-bc4fc947-147d-48a1-abec-ac0d700096ef tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368856 Jul 15 15:03:12.777398 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'name': 'tempest-TestShelveInstance-209160836-router', 'tenant_id': '1909839618cb45bc8d4b37573c0f84fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:05Z', 'updated_at': '2021-07-15T15:03:09Z', 'revision_number': 4, 'project_id': '1909839618cb45bc8d4b37573c0f84fc', 'gw_port': {'id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:19:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:06Z', 'updated_at': '2021-07-15T15:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '16290db2-ad09-4067-a7ed-0242a30475e5', 'name': '', 'network_id': '35871fd2-2130-4c34-a4f3-a81f19690636', 'tenant_id': '1909839618cb45bc8d4b37573c0f84fc', 'mac_address': 'fa:16:3e:a4:b3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a5faa46b-ae4c-4e3e-899e-a5106f01b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:08Z', 'updated_at': '2021-07-15T15:03:12Z', 'revision_number': 4, 'project_id': '1909839618cb45bc8d4b37573c0f84fc', 'subnets': [{'id': 'a5faa46b-ae4c-4e3e-899e-a5106f01b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:12.807012 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d9c64f-0bb2-4052-bd1b-a842654ae83f None None] The sync data for ids ['6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'] in dv-cinder-788367-2-iscsi is: [{'id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'name': 'tempest-TestShelveInstance-209160836-router', 'tenant_id': '1909839618cb45bc8d4b37573c0f84fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:05Z', 'updated_at': '2021-07-15T15:03:09Z', 'revision_number': 4, 'project_id': '1909839618cb45bc8d4b37573c0f84fc', 'gw_port': {'id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:19:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:06Z', 'updated_at': '2021-07-15T15:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '16290db2-ad09-4067-a7ed-0242a30475e5', 'name': '', 'network_id': '35871fd2-2130-4c34-a4f3-a81f19690636', 'tenant_id': '1909839618cb45bc8d4b37573c0f84fc', 'mac_address': 'fa:16:3e:a4:b3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a5faa46b-ae4c-4e3e-899e-a5106f01b3bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:08Z', 'updated_at': '2021-07-15T15:03:12Z', 'revision_number': 4, 'project_id': '1909839618cb45bc8d4b37573c0f84fc', 'subnets': [{'id': 'a5faa46b-ae4c-4e3e-899e-a5106f01b3bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:12.870981 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ce643-ff75-4212-973a-20e4bd949a43 req-7d88228e-0900-446a-b081-beafd4e14ed6 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:12.872917 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e11ce643-ff75-4212-973a-20e4bd949a43 req-7d88228e-0900-446a-b081-beafd4e14ed6 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 948 time: 0.0853069 Jul 15 15:03:12.928637 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e11ce643-ff75-4212-973a-20e4bd949a43 req-00e322f0-bcd2-4e7e-89e4-b77e1b1228ac tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/security-groups?id=9bf49e6d-c81b-467a-932f-db3f5db33e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491881 Jul 15 15:03:13.071081 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc958af6-82ac-459c-b7b7-b6f402be02bf req-113282c5-88f3-4435-9259-c82bf55682e5 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:13.072919 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fc958af6-82ac-459c-b7b7-b6f402be02bf req-113282c5-88f3-4435-9259-c82bf55682e5 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0647268 Jul 15 15:03:13.112276 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fc958af6-82ac-459c-b7b7-b6f402be02bf req-b2ec6d1e-6066-4a46-b020-9aee8a006e4c tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328331 Jul 15 15:03:13.542417 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 94292533-1dcd-4dd7-9e7b-e90fe54615c3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:03:13.617411 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 16290db2-ad09-4067-a7ed-0242a30475e5 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:13.617900 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20012c7f-be88-4d95-9b3c-b6cbdb2322a3 req-ba60358c-b50d-481e-ac79-f6090dd6717d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:13.620310 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-20012c7f-be88-4d95-9b3c-b6cbdb2322a3 req-ba60358c-b50d-481e-ac79-f6090dd6717d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 944 time: 0.0738115 Jul 15 15:03:13.659807 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-20012c7f-be88-4d95-9b3c-b6cbdb2322a3 req-4e323b5b-12f1-42e4-ac94-4ad24f99f7cd tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333090 Jul 15 15:03:13.683132 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 94292533-1dcd-4dd7-9e7b-e90fe54615c3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=94292533-1dcd-4dd7-9e7b-e90fe54615c3,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:13.699020 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '94292533-1dcd-4dd7-9e7b-e90fe54615c3', 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745', 'port_id': '94292533-1dcd-4dd7-9e7b-e90fe54615c3', 'mac_address': 'fa:16:3e:fb:33:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35721cf3-b2d8-48fb-8c51-7bd2428c258d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:03:13.702465 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 16290db2-ad09-4067-a7ed-0242a30475e5 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:13.708029 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 16290db2-ad09-4067-a7ed-0242a30475e5 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:13.708432 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:13.754399 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['76c5d329-d7e1-478e-a584-962bc64fd256'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:03:13.797362 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:13.827479 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94292533-1dcd-4dd7-9e7b-e90fe54615c3 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:03:13.870672 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 94292533-1dcd-4dd7-9e7b-e90fe54615c3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=94292533-1dcd-4dd7-9e7b-e90fe54615c3,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:13.902052 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:13.970012 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:14.006180 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=94292533-1dcd-4dd7-9e7b-e90fe54615c3,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:14.041034 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port 16290db2-ad09-4067-a7ed-0242a30475e5, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=16290db2-ad09-4067-a7ed-0242a30475e5,segment=NetworkSegment(cfbe6bba-de82-427e-b578-56138d3d9ea2),segment_id=cfbe6bba-de82-427e-b578-56138d3d9ea2)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:14.057259 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:14.121811 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=16290db2-ad09-4067-a7ed-0242a30475e5,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:14.172134 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6ae60-45f3-4a47-a05b-377c8d634d1b req-38d3788a-7a12-499a-8ac5-76149819ea03 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:14.173715 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f9d6ae60-45f3-4a47-a05b-377c8d634d1b req-38d3788a-7a12-499a-8ac5-76149819ea03 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 948 time: 0.1083655 Jul 15 15:03:14.224238 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f9d6ae60-45f3-4a47-a05b-377c8d634d1b req-632bc182-200a-4e76-9ab1-b4aeea07ec6d tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/security-groups?id=9bf49e6d-c81b-467a-932f-db3f5db33e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396807 Jul 15 15:03:14.225132 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['94292533-1dcd-4dd7-9e7b-e90fe54615c3'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:03:14.480184 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3111579-a5c8-4f13-b74f-bc0d7e875d77 req-fd1a3cd0-b6a1-484b-8171-099a1d145f4c tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:14.490789 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e3111579-a5c8-4f13-b74f-bc0d7e875d77 req-fd1a3cd0-b6a1-484b-8171-099a1d145f4c tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.1403136 Jul 15 15:03:14.528771 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e3111579-a5c8-4f13-b74f-bc0d7e875d77 req-78c38c25-2d38-4e5f-877d-474c0a3edb7b tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371890 Jul 15 15:03:14.588670 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0cb03-3794-49d6-b138-4c058b98fa83 req-08d9f3f9-9d56-4414-b72f-bde6b0ca331c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:14.590205 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f7c0cb03-3794-49d6-b138-4c058b98fa83 req-08d9f3f9-9d56-4414-b72f-bde6b0ca331c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0734937 Jul 15 15:03:14.631618 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f7c0cb03-3794-49d6-b138-4c058b98fa83 req-b5ba7244-d461-489b-92a7-911cf47ff5f2 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351653 Jul 15 15:03:14.847476 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdbe90-7d5a-484b-a0ab-ee6736804222 req-7db5a3d9-e6ff-4850-b65c-12287424c790 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:14.848988 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cecdbe90-7d5a-484b-a0ab-ee6736804222 req-7db5a3d9-e6ff-4850-b65c-12287424c790 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 945 time: 0.0637088 Jul 15 15:03:14.889031 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cecdbe90-7d5a-484b-a0ab-ee6736804222 req-bb8e6cc7-63d7-4323-91ba-734b32f2997d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335338 Jul 15 15:03:15.404499 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0b007-8fea-475a-bc40-354a3db06c9b req-5e2c3eea-4258-4363-8b1a-229650005e4d tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:15.406081 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-90b0b007-8fea-475a-bc40-354a3db06c9b req-5e2c3eea-4258-4363-8b1a-229650005e4d tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 948 time: 0.0634682 Jul 15 15:03:15.443662 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-90b0b007-8fea-475a-bc40-354a3db06c9b req-c6f2bd68-2ede-4b1b-b258-c740519238e6 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/security-groups?id=9bf49e6d-c81b-467a-932f-db3f5db33e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320277 Jul 15 15:03:15.579227 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 16290db2-ad09-4067-a7ed-0242a30475e5 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:15.628917 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 16290db2-ad09-4067-a7ed-0242a30475e5 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:15.629295 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:15.717180 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a1ef4-187a-4d14-8424-207459fd26fb req-dc326045-96f7-4fe7-bfbb-01e5cd0e3be1 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:15.720736 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f45a1ef4-187a-4d14-8424-207459fd26fb req-dc326045-96f7-4fe7-bfbb-01e5cd0e3be1 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0732198 Jul 15 15:03:15.759695 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f45a1ef4-187a-4d14-8424-207459fd26fb req-c2bc0655-212a-4afb-9de7-f041ff8f0620 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335913 Jul 15 15:03:15.816384 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc6a10-717a-4df5-9e37-fa0cb42e276d req-203dfc23-6540-4c7c-8634-99c71667f59c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:15.817886 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-11bc6a10-717a-4df5-9e37-fa0cb42e276d req-203dfc23-6540-4c7c-8634-99c71667f59c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0674107 Jul 15 15:03:15.855916 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-11bc6a10-717a-4df5-9e37-fa0cb42e276d req-2a329bd5-3aa8-4b2f-a5d7-a3bd8d6e1442 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322764 Jul 15 15:03:15.903476 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 76c5d329-d7e1-478e-a584-962bc64fd256 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:15.951964 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port 76c5d329-d7e1-478e-a584-962bc64fd256 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:15.955414 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 76c5d329-d7e1-478e-a584-962bc64fd256 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:15.955791 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:16.034864 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:16.061200 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1543d9c7-4dbb-41a4-8336-5771323d62c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c5d329-d7e1-478e-a584-962bc64fd256'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:03:16.063083 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478885c0-daad-4dbd-a94c-ba97da73a154 req-52b81d36-6e44-4458-bd7f-dcd5295d6a7d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:16.063406 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaa12d1-fa4c-4aed-9215-2ec84af709ef" -d '{"events": [{"server_uuid": "1543d9c7-4dbb-41a4-8336-5771323d62c3", "name": "network-vif-plugged", "status": "completed", "tag": "76c5d329-d7e1-478e-a584-962bc64fd256"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:16.064637 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-478885c0-daad-4dbd-a94c-ba97da73a154 req-52b81d36-6e44-4458-bd7f-dcd5295d6a7d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 945 time: 0.0651402 Jul 15 15:03:16.077145 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 76c5d329-d7e1-478e-a584-962bc64fd256, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=76c5d329-d7e1-478e-a584-962bc64fd256,segment=NetworkSegment(3b9a3fe3-2c2b-42fd-a254-449bbab642fd),segment_id=3b9a3fe3-2c2b-42fd-a254-449bbab642fd)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:16.085246 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:16.106071 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-478885c0-daad-4dbd-a94c-ba97da73a154 req-8ef6b5fc-3c52-4692-aa51-ac27944bcd8f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353417 Jul 15 15:03:16.123817 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b4c6bb-bda3-4c5d-a1c0-c4d5fa0d145e x-openstack-request-id: req-d3b4c6bb-bda3-4c5d-a1c0-c4d5fa0d145e {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:16.124123 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1543d9c7-4dbb-41a4-8336-5771323d62c3", "name": "network-vif-plugged", "status": "completed", "tag": "76c5d329-d7e1-478e-a584-962bc64fd256", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:16.124407 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d3b4c6bb-bda3-4c5d-a1c0-c4d5fa0d145e {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:16.124799 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1543d9c7-4dbb-41a4-8336-5771323d62c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c5d329-d7e1-478e-a584-962bc64fd256', 'code': 200} Jul 15 15:03:16.149471 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=76c5d329-d7e1-478e-a584-962bc64fd256,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:16.621054 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da39341-cf4b-48a7-85f3-6c6ccbfd1411 req-9755c42b-4cdb-4ab8-8f39-cb6473bbdb9e tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:16.622537 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1da39341-cf4b-48a7-85f3-6c6ccbfd1411 req-9755c42b-4cdb-4ab8-8f39-cb6473bbdb9e tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 949 time: 0.0663567 Jul 15 15:03:16.661377 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1da39341-cf4b-48a7-85f3-6c6ccbfd1411 req-6fa45846-9358-48cf-bc7e-67c8a4b6fc78 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/security-groups?id=9bf49e6d-c81b-467a-932f-db3f5db33e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328777 Jul 15 15:03:16.932679 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd1db-98d1-43a2-9a4f-74fc977fef49 req-40b37f68-3e00-44cf-8743-037312b5b8e6 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:16.934155 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cc9bd1db-98d1-43a2-9a4f-74fc977fef49 req-40b37f68-3e00-44cf-8743-037312b5b8e6 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0638227 Jul 15 15:03:16.975997 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cc9bd1db-98d1-43a2-9a4f-74fc977fef49 req-d3273544-fc10-409b-84a6-443162128ac6 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362287 Jul 15 15:03:17.036363 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cd645-7694-41f1-9c9a-8b9fc55d13ed req-02fb653c-8904-48fe-bf41-77e731959246 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:17.037871 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-922cd645-7694-41f1-9c9a-8b9fc55d13ed req-02fb653c-8904-48fe-bf41-77e731959246 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0640607 Jul 15 15:03:17.076036 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-922cd645-7694-41f1-9c9a-8b9fc55d13ed req-651efcee-2ce5-45ac-9d4c-aff9012df452 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320544 Jul 15 15:03:17.280527 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a431e9-1a02-4623-90d7-d7cf52274f06 req-88e73ed9-026a-41ba-abbd-600345f264b6 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:17.281983 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e3a431e9-1a02-4623-90d7-d7cf52274f06 req-88e73ed9-026a-41ba-abbd-600345f264b6 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 945 time: 0.0638719 Jul 15 15:03:17.322227 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e3a431e9-1a02-4623-90d7-d7cf52274f06 req-4a023e2f-dd08-48c4-a511-58576eb42657 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324750 Jul 15 15:03:17.850171 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ea55e-0cf9-420d-96c3-56faf6345f88 req-e0b0abb0-2a4f-4cf6-b38c-c84866bd598e tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:17.851645 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-978ea55e-0cf9-420d-96c3-56faf6345f88 req-e0b0abb0-2a4f-4cf6-b38c-c84866bd598e tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 949 time: 0.0695355 Jul 15 15:03:17.900119 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-978ea55e-0cf9-420d-96c3-56faf6345f88 req-37b5bbc9-f6a3-4db2-971f-d31ab8593d46 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/security-groups?id=9bf49e6d-c81b-467a-932f-db3f5db33e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397651 Jul 15 15:03:18.170037 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f7e8e-c82e-47a0-a106-6ec9feb98e74 req-4cd3951a-c7e1-4c98-83e6-dc5f6bda686a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:18.171545 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f15f7e8e-c82e-47a0-a106-6ec9feb98e74 req-4cd3951a-c7e1-4c98-83e6-dc5f6bda686a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0788589 Jul 15 15:03:18.215977 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f15f7e8e-c82e-47a0-a106-6ec9feb98e74 req-393788cc-be6e-4a4a-86e0-e499acfb7358 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380185 Jul 15 15:03:18.308921 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8cf1f-4e09-4e03-a5de-1105ff7fb032 req-5a751c08-3d99-4d7f-8862-190ad700158e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:18.310552 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-73f8cf1f-4e09-4e03-a5de-1105ff7fb032 req-5a751c08-3d99-4d7f-8862-190ad700158e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.1112854 Jul 15 15:03:18.315898 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716097c-971c-4ea4-9c15-19746849f08d req-01c52eb7-e1f6-4800-824d-67f6584802f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:18.317339 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3716097c-971c-4ea4-9c15-19746849f08d req-01c52eb7-e1f6-4800-824d-67f6584802f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 1102 time: 0.0883553 Jul 15 15:03:18.372690 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-73f8cf1f-4e09-4e03-a5de-1105ff7fb032 req-f4a4213d-9102-499f-9929-f36ffbbbe96b tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543950 Jul 15 15:03:18.376321 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3716097c-971c-4ea4-9c15-19746849f08d req-94d78e05-7fdb-4b51-a375-da0a987342ec service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9bf49e6d-c81b-467a-932f-db3f5db33e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521536 Jul 15 15:03:18.504733 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d83af1-d844-45b3-bf30-7e4f7d34f36b req-7550c6d6-441f-4255-8758-c4c087a6ce2d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:18.506210 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f0d83af1-d844-45b3-bf30-7e4f7d34f36b req-7550c6d6-441f-4255-8758-c4c087a6ce2d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 945 time: 0.0705485 Jul 15 15:03:18.546966 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f0d83af1-d844-45b3-bf30-7e4f7d34f36b req-c5862494-eb5f-4887-b156-83250a544468 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349903 Jul 15 15:03:18.664219 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bacd7c-99f9-4e13-bc51-076a21b637be req-eacc501f-0e4c-42a0-aed8-1a21b4dde645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:18.665820 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b4bacd7c-99f9-4e13-bc51-076a21b637be req-eacc501f-0e4c-42a0-aed8-1a21b4dde645 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 1099 time: 0.0548856 Jul 15 15:03:18.703293 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b4bacd7c-99f9-4e13-bc51-076a21b637be req-5468d1e3-592e-4e56-a7da-5e4da6319578 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292695 Jul 15 15:03:19.079066 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57283aae-1234-4c9e-b315-4e4ed06eb45f req-c1a512b6-90d3-4014-a1dd-577c771d4f2f tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:19.080609 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-57283aae-1234-4c9e-b315-4e4ed06eb45f req-c1a512b6-90d3-4014-a1dd-577c771d4f2f tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 949 time: 0.0670125 Jul 15 15:03:19.117847 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-57283aae-1234-4c9e-b315-4e4ed06eb45f req-45100b9f-d020-407b-9ef1-9a62c40cba3b tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/security-groups?id=9bf49e6d-c81b-467a-932f-db3f5db33e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313392 Jul 15 15:03:19.392422 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93c822-3f4c-4db3-b548-d0487c309a7f req-6544d477-84a6-431d-8cec-fdc58fa2adc7 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:19.393828 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8b93c822-3f4c-4db3-b548-d0487c309a7f req-6544d477-84a6-431d-8cec-fdc58fa2adc7 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0649683 Jul 15 15:03:19.431385 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8b93c822-3f4c-4db3-b548-d0487c309a7f req-13193eca-a553-4cf7-aca6-c70205452425 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319598 Jul 15 15:03:19.554902 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5992392-7fe0-465b-9e33-77408cfb6cac req-2f30d060-e6d1-438d-a896-7262a6d7df2a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:19.556465 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f5992392-7fe0-465b-9e33-77408cfb6cac req-2f30d060-e6d1-438d-a896-7262a6d7df2a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0651524 Jul 15 15:03:19.595007 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f5992392-7fe0-465b-9e33-77408cfb6cac req-9e328b84-9bf3-420e-983e-704555aa3aec tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330672 Jul 15 15:03:19.720009 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36ee65-f155-4683-835f-8296d5e9d7ff req-7ff528d8-f7d3-4f44-a37a-ef9668af9ec0 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:19.721536 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ab36ee65-f155-4683-835f-8296d5e9d7ff req-7ff528d8-f7d3-4f44-a37a-ef9668af9ec0 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 945 time: 0.0644209 Jul 15 15:03:19.762819 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ab36ee65-f155-4683-835f-8296d5e9d7ff req-b3c5d19e-74b9-4d62-8794-8f9253dc4099 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356805 Jul 15 15:03:19.763068 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:03:20.024245 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 94292533-1dcd-4dd7-9e7b-e90fe54615c3 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:20.073101 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port 94292533-1dcd-4dd7-9e7b-e90fe54615c3 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:20.076761 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 94292533-1dcd-4dd7-9e7b-e90fe54615c3 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:20.077133 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:20.163124 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:20.187777 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30980868-5209-459f-9dde-778ab0577c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94292533-1dcd-4dd7-9e7b-e90fe54615c3'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:03:20.189950 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc1afea-c785-42ef-81ec-0df712290ec0" -d '{"events": [{"server_uuid": "30980868-5209-459f-9dde-778ab0577c59", "name": "network-vif-plugged", "status": "completed", "tag": "94292533-1dcd-4dd7-9e7b-e90fe54615c3"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:20.205259 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 94292533-1dcd-4dd7-9e7b-e90fe54615c3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=94292533-1dcd-4dd7-9e7b-e90fe54615c3,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:20.210554 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:20.247575 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae347cb8-c1e6-4943-9304-50ff7ae01018 x-openstack-request-id: req-ae347cb8-c1e6-4943-9304-50ff7ae01018 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:20.247885 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30980868-5209-459f-9dde-778ab0577c59", "name": "network-vif-plugged", "status": "completed", "tag": "94292533-1dcd-4dd7-9e7b-e90fe54615c3", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:20.248146 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ae347cb8-c1e6-4943-9304-50ff7ae01018 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:20.248572 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30980868-5209-459f-9dde-778ab0577c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94292533-1dcd-4dd7-9e7b-e90fe54615c3', 'code': 200} Jul 15 15:03:20.284531 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=94292533-1dcd-4dd7-9e7b-e90fe54615c3,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:20.318457 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844a3a4-ada8-4b60-abfe-14b96ccd7c4f req-1c9e3b74-aa19-4108-9e5b-5a074bb0eea2 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:20.320604 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0844a3a4-ada8-4b60-abfe-14b96ccd7c4f req-1c9e3b74-aa19-4108-9e5b-5a074bb0eea2 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 949 time: 0.0773494 Jul 15 15:03:20.363080 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0844a3a4-ada8-4b60-abfe-14b96ccd7c4f req-4b4a43a0-8142-4305-89bc-8af5dab7daeb tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/security-groups?id=9bf49e6d-c81b-467a-932f-db3f5db33e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365589 Jul 15 15:03:20.517569 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb481e-8eee-42b1-91b1-da636396427b req-8b2c0e7e-b6ea-43e0-83cd-7e0154c13a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:20.519507 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-59fb481e-8eee-42b1-91b1-da636396427b req-8b2c0e7e-b6ea-43e0-83cd-7e0154c13a6d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 1099 time: 0.0729423 Jul 15 15:03:20.571489 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-59fb481e-8eee-42b1-91b1-da636396427b req-9208865c-283d-49b1-8ffd-aa213a8d5ad4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421629 Jul 15 15:03:20.626520 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22d947-da3a-4fac-9306-61befcacf55e req-8e7cc9a7-fcd3-417a-8f8d-4820229725e2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:20.628296 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5b22d947-da3a-4fac-9306-61befcacf55e req-8e7cc9a7-fcd3-417a-8f8d-4820229725e2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0748448 Jul 15 15:03:20.673617 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5b22d947-da3a-4fac-9306-61befcacf55e req-732ea2a7-1552-41db-9c17-f1f4d4ffaaa1 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359383 Jul 15 15:03:20.798396 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf7c15-d5f4-47ef-ba2d-ab5c6b2fd6bb req-2bfca7fa-2d94-447b-ab04-1ea3c1ad8267 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:20.800049 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0bbf7c15-d5f4-47ef-ba2d-ab5c6b2fd6bb req-2bfca7fa-2d94-447b-ab04-1ea3c1ad8267 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0689597 Jul 15 15:03:20.838620 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0bbf7c15-d5f4-47ef-ba2d-ab5c6b2fd6bb req-77b97e92-f0e8-4e13-98b6-e96de7276de1 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329494 Jul 15 15:03:20.847163 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a88c20-c7ee-4194-8109-f74d77074fc7 req-f06f1a77-dea0-45c2-805f-178c95d30e37 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:20.848670 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-27a88c20-c7ee-4194-8109-f74d77074fc7 req-f06f1a77-dea0-45c2-805f-178c95d30e37 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 949 time: 0.0688932 Jul 15 15:03:20.888576 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-27a88c20-c7ee-4194-8109-f74d77074fc7 req-9f42b857-3552-465a-8fad-fa7360b6af05 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/security-groups?id=9bf49e6d-c81b-467a-932f-db3f5db33e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341640 Jul 15 15:03:21.055608 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dac77a-7e8a-4749-8ff0-21cef02d7c51 req-d65719cd-e2a7-4215-90a7-c505d6af419a tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:21.057438 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e2dac77a-7e8a-4749-8ff0-21cef02d7c51 req-d65719cd-e2a7-4215-90a7-c505d6af419a tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 946 time: 0.0684862 Jul 15 15:03:21.096489 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e2dac77a-7e8a-4749-8ff0-21cef02d7c51 req-c1e3771b-315c-4ab2-a6ce-465103dc2fe7 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330129 Jul 15 15:03:21.204343 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b834a6-b91b-410d-ad7a-10b8d320a6b6 req-0e9b9349-d253-47b8-97a4-30eda2b9f4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:21.205245 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-44b834a6-b91b-410d-ad7a-10b8d320a6b6 req-0e9b9349-d253-47b8-97a4-30eda2b9f4c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6de9338e1067409392dc60a909732e80&device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 1099 time: 0.0534766 Jul 15 15:03:21.255516 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2d8f3-60e4-46fb-8dd5-55931e708fc8 req-3057a7a2-ba21-4e50-9281-318705a71d9f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:21.257047 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-89a2d8f3-60e4-46fb-8dd5-55931e708fc8 req-3057a7a2-ba21-4e50-9281-318705a71d9f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0642653 Jul 15 15:03:21.295547 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-89a2d8f3-60e4-46fb-8dd5-55931e708fc8 req-08c06c74-87b8-4d2f-a8b9-0c749ef48d92 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322711 Jul 15 15:03:21.308660 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b834a6-b91b-410d-ad7a-10b8d320a6b6 req-14c13ee4-eed8-4573-a74c-9c29589a5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:21.310144 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-44b834a6-b91b-410d-ad7a-10b8d320a6b6 req-14c13ee4-eed8-4573-a74c-9c29589a5581 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65e7b396-175a-4d9e-8b98-b8695e348fec HTTP/1.1" status: 200 len: 919 time: 0.0884197 Jul 15 15:03:21.355235 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-44b834a6-b91b-410d-ad7a-10b8d320a6b6 req-94763c4a-bdc6-4e07-b282-127f2f039f06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45dbe226-7674-41a2-bcc2-b2e15fcc2400 HTTP/1.1" status: 200 len: 217 time: 0.0350189 Jul 15 15:03:21.416753 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b834a6-b91b-410d-ad7a-10b8d320a6b6 req-19e6cd3b-a43a-4592-9145-0639c22c9f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:21.418212 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-44b834a6-b91b-410d-ad7a-10b8d320a6b6 req-19e6cd3b-a43a-4592-9145-0639c22c9f3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9f33964-418e-49b9-8d6e-5705600bae01 HTTP/1.1" status: 200 len: 858 time: 0.0441830 Jul 15 15:03:21.458126 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-44b834a6-b91b-410d-ad7a-10b8d320a6b6 req-a36b511d-9e7e-4fa6-a0b0-344503f49c72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65e7b396-175a-4d9e-8b98-b8695e348fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269630 Jul 15 15:03:21.563818 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-44b834a6-b91b-410d-ad7a-10b8d320a6b6 req-4c2414cb-0f3e-45d2-80f8-ae7e77e847cf service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916166 Jul 15 15:03:21.661716 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-44b834a6-b91b-410d-ad7a-10b8d320a6b6 req-c1d5d586-230a-4877-9a4f-3f20abef7b4f service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879812 Jul 15 15:03:22.017255 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51f120-abda-4a4b-add2-569007fdfa6f req-4a1308d1-320d-4de2-bab0-b2c4b0e1faf9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:22.018744 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6f51f120-abda-4a4b-add2-569007fdfa6f req-4a1308d1-320d-4de2-bab0-b2c4b0e1faf9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0633838 Jul 15 15:03:22.058385 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6f51f120-abda-4a4b-add2-569007fdfa6f req-887babec-4499-42da-8305-4706eec77514 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339425 Jul 15 15:03:22.063112 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844e15e-c070-4be0-8f64-92b4ec726847 req-e45a2d1c-ea81-47bf-b187-b956d9bcd899 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:22.064688 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d844e15e-c070-4be0-8f64-92b4ec726847 req-e45a2d1c-ea81-47bf-b187-b956d9bcd899 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 949 time: 0.0673506 Jul 15 15:03:22.102887 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d844e15e-c070-4be0-8f64-92b4ec726847 req-e7d34973-c508-4963-b21f-9550d7f29350 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/security-groups?id=9bf49e6d-c81b-467a-932f-db3f5db33e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324152 Jul 15 15:03:22.268829 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6e2d1-db59-47c3-80bf-923a2fb73a69 req-6e867c12-5bb7-40b8-9d2d-1fceb9eba3a8 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:22.270286 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d7b6e2d1-db59-47c3-80bf-923a2fb73a69 req-6e867c12-5bb7-40b8-9d2d-1fceb9eba3a8 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 946 time: 0.0630536 Jul 15 15:03:22.307895 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d7b6e2d1-db59-47c3-80bf-923a2fb73a69 req-0031bd34-4810-4c6e-836f-02c1110c6432 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320024 Jul 15 15:03:22.472591 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71de3f-da1d-4cf3-b526-a2ed69cf0a5d req-ca8cbadf-f60a-4e04-887f-5554e87aadb9 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:22.480636 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6b71de3f-da1d-4cf3-b526-a2ed69cf0a5d req-ca8cbadf-f60a-4e04-887f-5554e87aadb9 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0711904 Jul 15 15:03:22.524208 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6b71de3f-da1d-4cf3-b526-a2ed69cf0a5d req-ea283fbd-5f3f-40c3-bf72-da4c35d0607e tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365536 Jul 15 15:03:22.680094 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faf61a-7245-43ee-a101-cf6e8316f852 req-523d003e-8539-4267-8b62-7ca0c45c0642 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:22.682366 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e6faf61a-7245-43ee-a101-cf6e8316f852 req-523d003e-8539-4267-8b62-7ca0c45c0642 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.41 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 949 time: 0.0815010 Jul 15 15:03:22.793021 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-e6faf61a-7245-43ee-a101-cf6e8316f852 req-212129f6-4c0e-4e98-8fad-0a0603c6b462 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Deleting port 76c5d329-d7e1-478e-a584-962bc64fd256 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:03:22.793369 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-e6faf61a-7245-43ee-a101-cf6e8316f852 req-212129f6-4c0e-4e98-8fad-0a0603c6b462 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:22.908680 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-e6faf61a-7245-43ee-a101-cf6e8316f852 req-212129f6-4c0e-4e98-8fad-0a0603c6b462 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] For port 76c5d329-d7e1-478e-a584-962bc64fd256, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=76c5d329-d7e1-478e-a584-962bc64fd256,segment=NetworkSegment(3b9a3fe3-2c2b-42fd-a254-449bbab642fd),segment_id=3b9a3fe3-2c2b-42fd-a254-449bbab642fd)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:22.909041 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-e6faf61a-7245-43ee-a101-cf6e8316f852 req-212129f6-4c0e-4e98-8fad-0a0603c6b462 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:22.923964 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-e6faf61a-7245-43ee-a101-cf6e8316f852 req-212129f6-4c0e-4e98-8fad-0a0603c6b462 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Calling delete_port for 76c5d329-d7e1-478e-a584-962bc64fd256 owned by compute:nova {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:03:23.054749 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-e6faf61a-7245-43ee-a101-cf6e8316f852 req-212129f6-4c0e-4e98-8fad-0a0603c6b462 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:23.067198 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['76c5d329-d7e1-478e-a584-962bc64fd256'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:03:23.085390 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212129f6-4c0e-4e98-8fad-0a0603c6b462 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Pushing event deleted for resources: {'Port': ['ID=76c5d329-d7e1-478e-a584-962bc64fd256,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:23.159627 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6faf61a-7245-43ee-a101-cf6e8316f852 req-212129f6-4c0e-4e98-8fad-0a0603c6b462 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] No DVR routers for this DVR port 76c5d329-d7e1-478e-a584-962bc64fd256 on host hv-cinder-78836 {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:03:23.162844 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-e6faf61a-7245-43ee-a101-cf6e8316f852 req-212129f6-4c0e-4e98-8fad-0a0603c6b462 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:23.165038 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e6faf61a-7245-43ee-a101-cf6e8316f852 req-212129f6-4c0e-4e98-8fad-0a0603c6b462 tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.41 "DELETE /v2.0/ports/76c5d329-d7e1-478e-a584-962bc64fd256 HTTP/1.1" status: 204 len: 173 time: 0.4744685 Jul 15 15:03:23.165662 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1543d9c7-4dbb-41a4-8336-5771323d62c3', 'name': 'network-vif-deleted', 'tag': '76c5d329-d7e1-478e-a584-962bc64fd256'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:03:23.168505 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca6cd05-1d05-474b-aeb0-c9e62653d785" -d '{"events": [{"server_uuid": "1543d9c7-4dbb-41a4-8336-5771323d62c3", "name": "network-vif-deleted", "tag": "76c5d329-d7e1-478e-a584-962bc64fd256"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:23.263603 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb9557-3ca8-464a-9ab2-dbffeb2a2460 req-6f43c887-17d8-465e-8349-8b59325adb00 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:23.266393 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-fccb9557-3ca8-464a-9ab2-dbffeb2a2460 req-6f43c887-17d8-465e-8349-8b59325adb00 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0796640 Jul 15 15:03:23.311666 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:23.314665 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-fccb9557-3ca8-464a-9ab2-dbffeb2a2460 req-1c1ba9c8-a03b-4dfa-93c8-2a8f7d04b936 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405498 Jul 15 15:03:23.510833 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf342cd5-24e5-4c2b-b51d-e8abaf680741 x-openstack-request-id: req-bf342cd5-24e5-4c2b-b51d-e8abaf680741 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:23.511122 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1543d9c7-4dbb-41a4-8336-5771323d62c3", "name": "network-vif-deleted", "tag": "76c5d329-d7e1-478e-a584-962bc64fd256", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:23.511374 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf342cd5-24e5-4c2b-b51d-e8abaf680741 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:23.511760 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1543d9c7-4dbb-41a4-8336-5771323d62c3', 'name': 'network-vif-deleted', 'tag': '76c5d329-d7e1-478e-a584-962bc64fd256', 'status': 'completed', 'code': 200} Jul 15 15:03:23.513746 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3578dedd-3a84-4e8a-a8f2-17e895bdd66c req-4664b558-f1e1-4606-8a69-7a30b7d3ed6c tempest-VolumesNegativeTest-334836794 tempest-VolumesNegativeTest-334836794-project] 10.222.0.72 "GET /v2.0/ports?device_id=1543d9c7-4dbb-41a4-8336-5771323d62c3 HTTP/1.1" status: 200 len: 210 time: 0.2564294 Jul 15 15:03:23.699136 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f599c-f5ce-4f14-a1db-c3e0aab94ee2 req-25e94b51-9ee1-4ab2-9fc5-2eea1e30cf4a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:23.700637 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-879f599c-f5ce-4f14-a1db-c3e0aab94ee2 req-25e94b51-9ee1-4ab2-9fc5-2eea1e30cf4a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0655432 Jul 15 15:03:23.738005 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-879f599c-f5ce-4f14-a1db-c3e0aab94ee2 req-8478ce3d-d9fe-495e-bd46-05adef7a3651 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318244 Jul 15 15:03:24.045279 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 34998) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:24.158981 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e6e45ef7-10af-48d6-ac26-27da0961befb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:24.249475 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-5ff38910-39c4-4293-8128-166b2d906ae3 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:24.252647 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-5ff38910-39c4-4293-8128-166b2d906ae3 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/networks?id=eb0f73d0-6c68-491c-8f90-de765fa79745 HTTP/1.1" status: 200 len: 814 time: 0.1071370 Jul 15 15:03:24.254363 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e6e45ef7-10af-48d6-ac26-27da0961befb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:24.258653 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e6e45ef7-10af-48d6-ac26-27da0961befb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:24.271384 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-fc9a728e-8fff-4f61-b6a2-97d20a5bb7c6 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/quotas/34c7232bfa66404fb369fb81b40a809e HTTP/1.1" status: 200 len: 375 time: 0.0099890 Jul 15 15:03:24.297839 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e6e45ef7-10af-48d6-ac26-27da0961befb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=193d81acc79f4dcb83eb4860dac0a530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514482 Jul 15 15:03:24.299214 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e45ef7-10af-48d6-ac26-27da0961befb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8700eac0-3462-4341-ba56-f449480a06f0,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:24.301637 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 35012) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:24.349430 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-7950cbd9-09ef-4a01-af4b-9292289488d5 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=34c7232bfa66404fb369fb81b40a809e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716388 Jul 15 15:03:24.358626 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f003ff34-9e19-4520-b0a2-60d13a912145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:24.381004 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f003ff34-9e19-4520-b0a2-60d13a912145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:24.435966 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f003ff34-9e19-4520-b0a2-60d13a912145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:24.438799 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f003ff34-9e19-4520-b0a2-60d13a912145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:24.442338 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-f003ff34-9e19-4520-b0a2-60d13a912145 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8700eac0-3462-4341-ba56-f449480a06f0 HTTP/1.1" status: 204 len: 168 time: 0.1372929 Jul 15 15:03:24.446205 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-59e6c321-fb70-46f4-90c3-8d19d12bba10 service neutron] 10.222.0.72 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858328 Jul 15 15:03:24.476262 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003ff34-9e19-4520-b0a2-60d13a912145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8700eac0-3462-4341-ba56-f449480a06f0,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:24.517183 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16473f79-e4cb-45d5-b017-a16a8e0fec4e req-4b94bdc2-51d9-41fa-a6be-0fe525251111 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:24.518645 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-16473f79-e4cb-45d5-b017-a16a8e0fec4e req-4b94bdc2-51d9-41fa-a6be-0fe525251111 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0776713 Jul 15 15:03:24.561625 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-16473f79-e4cb-45d5-b017-a16a8e0fec4e req-e2d51451-9d8c-4922-a944-f534f731053d tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356908 Jul 15 15:03:24.564891 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-6a070d32-4208-4590-9065-8aea5b5cf2b7 service neutron] 10.222.0.72 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146007 Jul 15 15:03:24.775253 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6ccda933-d9f4-49a9-8b94-12709966a6f1 req-2ac7eb85-fce2-4ddf-ba83-17c0f080c0d0 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08c03b-5a7c-4422-9684-4c265cd1d4f6 HTTP/1.1" status: 200 len: 210 time: 0.0335333 Jul 15 15:03:24.936043 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c5947-2284-453f-8f4d-3f0850a39199 req-4c1a05a7-aa7d-4c33-a174-39979c9763df tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:24.938089 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-441c5947-2284-453f-8f4d-3f0850a39199 req-4c1a05a7-aa7d-4c33-a174-39979c9763df tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0675719 Jul 15 15:03:24.993112 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-441c5947-2284-453f-8f4d-3f0850a39199 req-d267df7f-5c3a-4a28-a4d3-440471818998 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484638 Jul 15 15:03:25.765941 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc830d5-5f3e-489d-b220-2febd8739f02 req-500e0b6b-f7ed-4338-b1f4-3c74fe06d9c8 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:25.767643 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7dc830d5-5f3e-489d-b220-2febd8739f02 req-500e0b6b-f7ed-4338-b1f4-3c74fe06d9c8 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0721688 Jul 15 15:03:25.810679 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7dc830d5-5f3e-489d-b220-2febd8739f02 req-c7cbec96-62f4-4894-8b12-80f1cf621176 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358775 Jul 15 15:03:25.941828 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-af10f7b1-07e0-4f16-b0a6-2823ae3c98d7 req-a5699cad-5851-4c8a-923a-f5c31041254a tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08c03b-5a7c-4422-9684-4c265cd1d4f6 HTTP/1.1" status: 200 len: 210 time: 0.0352802 Jul 15 15:03:26.090922 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-b315fb8e-ca72-4947-b3f9-f41ab0769ae7 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:26.092434 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-b315fb8e-ca72-4947-b3f9-f41ab0769ae7 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.41 "GET /v2.0/networks?id=eb0f73d0-6c68-491c-8f90-de765fa79745 HTTP/1.1" status: 200 len: 814 time: 0.1390893 Jul 15 15:03:26.116367 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Request body: {'port': {'device_id': 'fe08c03b-5a7c-4422-9684-4c265cd1d4f6', 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745', 'admin_state_up': True, 'tenant_id': '34c7232bfa66404fb369fb81b40a809e'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:26.248356 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Made reservation on behalf of 34c7232bfa66404fb369fb81b40a809e for: {'port': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:26.251917 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:26.390115 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Allocated IP 172.20.0.8 (eb0f73d0-6c68-491c-8f90-de765fa79745/35721cf3-b2d8-48fb-8c51-7bd2428c258d/645fd70c-57b4-443d-9a88-eccc5ab31824) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:26.570656 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea689a4c-e015-4362-be83-4483a4b17a57 req-fedbb269-e0c0-4e1f-bdae-4aa3298901f4 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:26.574517 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ea689a4c-e015-4362-be83-4483a4b17a57 req-fedbb269-e0c0-4e1f-bdae-4aa3298901f4 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0764899 Jul 15 15:03:26.580089 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:26.624900 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ea689a4c-e015-4362-be83-4483a4b17a57 req-878283bd-9d06-4029-9e87-d434573c0a68 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440452 Jul 15 15:03:26.630008 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:26.646905 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['a5d17a25-3d44-478d-ad71-bffedb43537c', '94292533-1dcd-4dd7-9e7b-e90fe54615c3'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:03:26.702648 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Network eb0f73d0-6c68-491c-8f90-de765fa79745 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:26.706255 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:26.708477 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Pushing event updated for resources: {'Port': ['ID=645fd70c-57b4-443d-9a88-eccc5ab31824,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:26.711110 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:26.747629 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:26.747996 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:26.748608 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:26.749094 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:26.749610 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:26.750091 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:26.750572 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:26.751050 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:26.751626 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:26.752107 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:26.754845 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:26.755432 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:26.809408 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:26.810231 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:26.832386 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-da7f4e5a-2254-46ed-aca6-940429909014 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7199140 Jul 15 15:03:26.865797 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Request body: {'port': {'device_id': 'fe08c03b-5a7c-4422-9684-4c265cd1d4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:26.966233 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:27.070426 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835793da-4b47-4d52-ad10-a1eff144748a req-dad76fd2-d32b-4495-8e82-5731868e6293 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:27.073574 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-835793da-4b47-4d52-ad10-a1eff144748a req-dad76fd2-d32b-4495-8e82-5731868e6293 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0868218 Jul 15 15:03:27.147728 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-835793da-4b47-4d52-ad10-a1eff144748a req-c50e99d8-5621-4454-a173-ea8bc105b977 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682192 Jul 15 15:03:27.365065 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645fd70c-57b4-443d-9a88-eccc5ab31824 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:03:27.373243 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:27.378628 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c182f7a-fe25-4e37-8e8d-c546464c8d9c req-44f0821f-137a-487c-af34-14161bb1ebf3 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:27.386100 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9c182f7a-fe25-4e37-8e8d-c546464c8d9c req-44f0821f-137a-487c-af34-14161bb1ebf3 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08c03b-5a7c-4422-9684-4c265cd1d4f6 HTTP/1.1" status: 200 len: 931 time: 0.0792000 Jul 15 15:03:27.387195 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Transition to ACTIVE for port object 645fd70c-57b4-443d-9a88-eccc5ab31824 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:27.393525 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:27.441526 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9c182f7a-fe25-4e37-8e8d-c546464c8d9c req-d8a401fb-c4bd-4402-a124-5a8bda89c3d8 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541344 Jul 15 15:03:27.457914 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=645fd70c-57b4-443d-9a88-eccc5ab31824,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:27.533828 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Attempting to bind port 645fd70c-57b4-443d-9a88-eccc5ab31824 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:27.534165 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Attempting to bind port 645fd70c-57b4-443d-9a88-eccc5ab31824 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7232eb18-8576-40a7-8448-d91fdfd1a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:27.534491 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Attempting to bind port 645fd70c-57b4-443d-9a88-eccc5ab31824 on network eb0f73d0-6c68-491c-8f90-de765fa79745 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:27.538802 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Port 645fd70c-57b4-443d-9a88-eccc5ab31824 on network eb0f73d0-6c68-491c-8f90-de765fa79745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:03:27.539121 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Attempting to bind port 645fd70c-57b4-443d-9a88-eccc5ab31824 on network eb0f73d0-6c68-491c-8f90-de765fa79745 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:27.544828 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:27.545079 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Checking segment: {'id': '7232eb18-8576-40a7-8448-d91fdfd1a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:27.545456 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Bound using segment: {'id': '7232eb18-8576-40a7-8448-d91fdfd1a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:27.545877 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Bound port: 645fd70c-57b4-443d-9a88-eccc5ab31824, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7232eb18-8576-40a7-8448-d91fdfd1a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:27.546230 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:27.620287 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] For port 645fd70c-57b4-443d-9a88-eccc5ab31824, host hv-cinder-78836, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:27.620287 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] For port 645fd70c-57b4-443d-9a88-eccc5ab31824, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=645fd70c-57b4-443d-9a88-eccc5ab31824,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:27.626147 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:27.660626 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:27.661241 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:27.662624 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] 10.222.0.41 "PUT /v2.0/ports/645fd70c-57b4-443d-9a88-eccc5ab31824 HTTP/1.1" status: 200 len: 1093 time: 0.8090808 Jul 15 15:03:27.663058 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe08c03b-5a7c-4422-9684-4c265cd1d4f6', 'tag': '645fd70c-57b4-443d-9a88-eccc5ab31824'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:03:27.665883 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7840c5-c9cc-44d8-b28f-d3fdcf642fca" -d '{"events": [{"name": "network-changed", "server_uuid": "fe08c03b-5a7c-4422-9684-4c265cd1d4f6", "tag": "645fd70c-57b4-443d-9a88-eccc5ab31824"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:27.705776 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb93420-3892-42d3-bbc2-5e205cba2ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=645fd70c-57b4-443d-9a88-eccc5ab31824,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:27.751131 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3953fd4c-535e-4174-ab08-7e3e82627305 x-openstack-request-id: req-3953fd4c-535e-4174-ab08-7e3e82627305 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:27.751450 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe08c03b-5a7c-4422-9684-4c265cd1d4f6", "tag": "645fd70c-57b4-443d-9a88-eccc5ab31824", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:27.751703 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3953fd4c-535e-4174-ab08-7e3e82627305 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:27.752098 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe08c03b-5a7c-4422-9684-4c265cd1d4f6', 'tag': '645fd70c-57b4-443d-9a88-eccc5ab31824', 'status': 'completed', 'code': 200} Jul 15 15:03:27.783694 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-f5b34083-7da6-4687-bb2e-9dc199f12770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:27.785224 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-f5b34083-7da6-4687-bb2e-9dc199f12770 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34c7232bfa66404fb369fb81b40a809e&device_id=fe08c03b-5a7c-4422-9684-4c265cd1d4f6 HTTP/1.1" status: 200 len: 1096 time: 0.0648756 Jul 15 15:03:27.832058 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-fc88908f-7360-4f05-864d-488e79e0462e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=645fd70c-57b4-443d-9a88-eccc5ab31824 HTTP/1.1" status: 200 len: 217 time: 0.0390518 Jul 15 15:03:27.880646 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-41321722-d919-47c7-b848-876c05fc305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:27.882048 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-41321722-d919-47c7-b848-876c05fc305d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35721cf3-b2d8-48fb-8c51-7bd2428c258d HTTP/1.1" status: 200 len: 854 time: 0.0425837 Jul 15 15:03:27.916429 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-99d6b10d-bbeb-459c-bebb-85654a5e85c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb0f73d0-6c68-491c-8f90-de765fa79745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270574 Jul 15 15:03:28.017787 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-2d5f42e0-fe91-4334-acae-013e99b6823d service neutron] 10.222.0.41 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855794 Jul 15 15:03:28.051068 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 76c5d329-d7e1-478e-a584-962bc64fd256 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:03:28.070725 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: 76c5d329-d7e1-478e-a584-962bc64fd256 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:03:28.071100 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 76c5d329-d7e1-478e-a584-962bc64fd256 not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:03:28.107558 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d4d38444-0656-4c61-84bb-52ebb2bb40d4 req-d7f0408d-6e4d-45df-8777-fc53323bb672 service neutron] 10.222.0.41 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833855 Jul 15 15:03:28.212556 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7840c5-c9cc-44d8-b28f-d3fdcf642fca req-dd456aca-8fc6-4876-9565-72a49618087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:28.214299 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d7840c5-c9cc-44d8-b28f-d3fdcf642fca req-dd456aca-8fc6-4876-9565-72a49618087c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34c7232bfa66404fb369fb81b40a809e&device_id=fe08c03b-5a7c-4422-9684-4c265cd1d4f6 HTTP/1.1" status: 200 len: 1096 time: 0.0592551 Jul 15 15:03:28.320997 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7840c5-c9cc-44d8-b28f-d3fdcf642fca req-6fdf8587-8501-43a2-898f-b68c318a76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:28.322922 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d7840c5-c9cc-44d8-b28f-d3fdcf642fca req-6fdf8587-8501-43a2-898f-b68c318a76c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eb0f73d0-6c68-491c-8f90-de765fa79745 HTTP/1.1" status: 200 len: 915 time: 0.0987730 Jul 15 15:03:28.345187 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b17c8-29a4-4df4-8df8-d94f0563a1f1 req-56ee0ffe-cea1-41de-b8a0-b65eda99e92f tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:28.347491 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-2e8b17c8-29a4-4df4-8df8-d94f0563a1f1 req-56ee0ffe-cea1-41de-b8a0-b65eda99e92f tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0777881 Jul 15 15:03:28.369893 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d7840c5-c9cc-44d8-b28f-d3fdcf642fca req-fd62b6e4-b193-4591-8b5b-a44c01fa6477 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=645fd70c-57b4-443d-9a88-eccc5ab31824 HTTP/1.1" status: 200 len: 217 time: 0.0392177 Jul 15 15:03:28.389176 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-2e8b17c8-29a4-4df4-8df8-d94f0563a1f1 req-fced4fd7-9ec9-400d-9d8a-1cb40f747630 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335729 Jul 15 15:03:28.432021 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7840c5-c9cc-44d8-b28f-d3fdcf642fca req-7d10ea1d-0344-41fd-802e-50233b9e5980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:28.433519 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d7840c5-c9cc-44d8-b28f-d3fdcf642fca req-7d10ea1d-0344-41fd-802e-50233b9e5980 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35721cf3-b2d8-48fb-8c51-7bd2428c258d HTTP/1.1" status: 200 len: 854 time: 0.0513730 Jul 15 15:03:28.482492 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d7840c5-c9cc-44d8-b28f-d3fdcf642fca req-afa0e680-16d1-4184-8ae0-86caaef178e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb0f73d0-6c68-491c-8f90-de765fa79745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364833 Jul 15 15:03:28.611915 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d7840c5-c9cc-44d8-b28f-d3fdcf642fca req-c3cf318f-6605-4143-9fb6-aed6e36aaef3 service neutron] 10.222.0.41 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217871 Jul 15 15:03:28.705397 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f670b-7a67-4f50-b716-635ea5cc9a73 req-b3a1344a-6ebe-491c-b6ef-0dee2de997ed tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:28.706887 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e52f670b-7a67-4f50-b716-635ea5cc9a73 req-b3a1344a-6ebe-491c-b6ef-0dee2de997ed tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08c03b-5a7c-4422-9684-4c265cd1d4f6 HTTP/1.1" status: 200 len: 943 time: 0.1265960 Jul 15 15:03:28.741442 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d7840c5-c9cc-44d8-b28f-d3fdcf642fca req-8752d1b0-54e9-4368-9310-e3f6cf332d05 service neutron] 10.222.0.41 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213710 Jul 15 15:03:28.756961 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e52f670b-7a67-4f50-b716-635ea5cc9a73 req-207c73fc-df76-47e5-aba1-e60c0e04e20b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438545 Jul 15 15:03:29.072133 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 35324) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:29.201720 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-af2c1433-2a3b-40d3-9557-9aed8840e224 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4d67a2e4a7eb4de78e896342ada87d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1281576 Jul 15 15:03:29.204276 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 35328) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:29.250825 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:29.271688 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:29.318067 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:29.319994 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:29.321270 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9bf49e6d-c81b-467a-932f-db3f5db33e0f HTTP/1.1" status: 204 len: 168 time: 0.1161134 Jul 15 15:03:29.329895 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf49e6d-c81b-467a-932f-db3f5db33e0f,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:29.337016 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:29.338263 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:29.338377 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:29.338676 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:29.339028 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:29.339456 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:29.339784 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:29.340112 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:29.340469 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:29.340782 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:29.341102 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:29.341419 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99988c7-8488-4885-bfc2-5507a985893f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:29.574217 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e60a19-82b3-43f1-a662-219e9fb5bfa1 req-f855c878-1027-4050-85d2-5f32fbc65af9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:29.575721 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-85e60a19-82b3-43f1-a662-219e9fb5bfa1 req-f855c878-1027-4050-85d2-5f32fbc65af9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0645256 Jul 15 15:03:29.613247 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-85e60a19-82b3-43f1-a662-219e9fb5bfa1 req-83ef15c2-af11-4d98-9882-f1325d5a95d6 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318351 Jul 15 15:03:29.927208 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 35360) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:29.932399 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aef410-8f4b-4f1f-838e-515feb591150 req-03b84ac1-f425-43bf-9d73-815998f09976 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:29.933920 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-24aef410-8f4b-4f1f-838e-515feb591150 req-03b84ac1-f425-43bf-9d73-815998f09976 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08c03b-5a7c-4422-9684-4c265cd1d4f6 HTTP/1.1" status: 200 len: 943 time: 0.0638654 Jul 15 15:03:29.971504 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-24aef410-8f4b-4f1f-838e-515feb591150 req-0cfc7829-0dd6-4c1a-b499-c81d4b735306 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318773 Jul 15 15:03:30.021288 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-51f26d95-9c7d-4ab2-a445-1150ea051aa0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1601126812-network', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:30.042095 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f26d95-9c7d-4ab2-a445-1150ea051aa0 admin admin] Made reservation on behalf of d12d907d37f74d6ba42fb769f7b32a4d for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:30.044408 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-51f26d95-9c7d-4ab2-a445-1150ea051aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.052189 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-51f26d95-9c7d-4ab2-a445-1150ea051aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.142964 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-51f26d95-9c7d-4ab2-a445-1150ea051aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.148272 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-51f26d95-9c7d-4ab2-a445-1150ea051aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.174952 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f26d95-9c7d-4ab2-a445-1150ea051aa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:03:30.186072 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f26d95-9c7d-4ab2-a445-1150ea051aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bcf1c9-cf61-4379-9d71-e69208e9ae53,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:30.191780 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-51f26d95-9c7d-4ab2-a445-1150ea051aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.192112 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-51f26d95-9c7d-4ab2-a445-1150ea051aa0 admin admin] Added segment 9189f2c6-f2d6-4529-85a0-94c23bd71d1b of type vlan for network 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 Jul 15 15:03:30.232754 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-51f26d95-9c7d-4ab2-a445-1150ea051aa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.261164 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-51f26d95-9c7d-4ab2-a445-1150ea051aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.263466 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f26d95-9c7d-4ab2-a445-1150ea051aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:30.264485 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-51f26d95-9c7d-4ab2-a445-1150ea051aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.266556 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-05486fca-3d83-4269-8541-d5bea2a6fc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.303540 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-51f26d95-9c7d-4ab2-a445-1150ea051aa0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3751838 Jul 15 15:03:30.306915 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 35364) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:30.311962 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-4b1284e8-dd8f-4582-8e14-ddf84a6ec5c3 admin admin] Request body: {'subnet': {'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1601126812-subnet', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'ip_version': 4}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:30.333203 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1284e8-dd8f-4582-8e14-ddf84a6ec5c3 admin admin] Made reservation on behalf of d12d907d37f74d6ba42fb769f7b32a4d for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:30.334056 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f26d95-9c7d-4ab2-a445-1150ea051aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=1fc5ad34-9dbb-49f1-b4ee-c8629ded9186,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:30.335736 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4b1284e8-dd8f-4582-8e14-ddf84a6ec5c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2806764'] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.345365 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:03:30.522238 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4b1284e8-dd8f-4582-8e14-ddf84a6ec5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2594791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2806782'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.575892 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1284e8-dd8f-4582-8e14-ddf84a6ec5c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a45348f1-adf1-4611-a181-6a62359542ea,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:30.582895 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1284e8-dd8f-4582-8e14-ddf84a6ec5c3 admin admin] Checking segment: {'id': '9189f2c6-f2d6-4529-85a0-94c23bd71d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:30.583240 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1284e8-dd8f-4582-8e14-ddf84a6ec5c3 admin admin] Network hostable DHCP agents. Network: 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:03:30.600293 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1284e8-dd8f-4582-8e14-ddf84a6ec5c3 admin admin] Network 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:03:30.609389 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-4b1284e8-dd8f-4582-8e14-ddf84a6ec5c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:30.613259 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1284e8-dd8f-4582-8e14-ddf84a6ec5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:30.613846 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4b1284e8-dd8f-4582-8e14-ddf84a6ec5c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.618713 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4624162e-ce7d-4b82-a210-df1919aa233e None None] Network 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:30.626901 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-4b1284e8-dd8f-4582-8e14-ddf84a6ec5c3 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3187587 Jul 15 15:03:30.629736 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 35370) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:30.634587 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1601126812-router', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:30.654569 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-633328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25270'] for router, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.655834 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25231'] for router, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.719373 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.767411 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ed49e69-d387-535f-8c0d-7a22fabbc066-1fc5ad34-9dbb-49f1-b4ee-c8629ded9186', 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'fixed_ips': [{'subnet_id': 'a45348f1-adf1-4611-a181-6a62359542ea'}]}} from dv-cinder-788367-2-iscsi. {{(pid=92932) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:03:30.768300 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.815052 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588ec93-b45d-4143-be78-bc315e2d6db0 req-82feebd3-818a-42b2-a573-965e009bb5e4 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:30.816723 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b588ec93-b45d-4143-be78-bc315e2d6db0 req-82feebd3-818a-42b2-a573-965e009bb5e4 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0802336 Jul 15 15:03:30.855692 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b588ec93-b45d-4143-be78-bc315e2d6db0 req-5c49f67f-273a-4aa8-92f9-986be8c99005 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322626 Jul 15 15:03:30.860148 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25245'] for router, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:30.909720 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Allocated IP 172.20.0.2 (1fc5ad34-9dbb-49f1-b4ee-c8629ded9186/a45348f1-adf1-4611-a181-6a62359542ea/6f7b82c1-d4cd-483c-ba8c-663ed760e1f6) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:31.052550 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.058616 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.061520 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Transition to ACTIVE for port object 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:31.076954 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Transition to ACTIVE for port object 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:31.079005 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.087767 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.128965 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Network 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:31.131850 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:31.136329 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:31.147653 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Pushing event updated for resources: {'Port': ['ID=6f7b82c1-d4cd-483c-ba8c-663ed760e1f6,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:31.198197 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Attempting to bind port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:31.198582 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Attempting to bind port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '9189f2c6-f2d6-4529-85a0-94c23bd71d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:31.198950 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Attempting to bind port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 on network 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:31.205236 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:31.205626 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Checking segment: {'id': '9189f2c6-f2d6-4529-85a0-94c23bd71d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:31.206039 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.206442 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Bound using segment: {'id': '9189f2c6-f2d6-4529-85a0-94c23bd71d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:31.206922 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Bound port: 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9189f2c6-f2d6-4529-85a0-94c23bd71d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:31.207314 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.275754 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] For port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:31.279143 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] For port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=6f7b82c1-d4cd-483c-ba8c-663ed760e1f6,segment=NetworkSegment(9189f2c6-f2d6-4529-85a0-94c23bd71d1b),segment_id=9189f2c6-f2d6-4529-85a0-94c23bd71d1b)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:31.282941 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.344998 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc4798-9254-40d8-874b-437b06a19bcc None None] Pushing event updated for resources: {'Port': ['ID=6f7b82c1-d4cd-483c-ba8c-663ed760e1f6,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:31.449127 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcd843-cd5f-4502-b156-b64d9d4886ff req-4ce5841d-2e02-4e39-9992-22ffe4766887 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:31.450691 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5bbcd843-cd5f-4502-b156-b64d9d4886ff req-4ce5841d-2e02-4e39-9992-22ffe4766887 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08c03b-5a7c-4422-9684-4c265cd1d4f6 HTTP/1.1" status: 200 len: 943 time: 0.3633313 Jul 15 15:03:31.451921 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Allocated IP 172.27.0.94 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/3fee8652-5331-46e8-8e6a-3e7dee10a9fb) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:31.534150 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5bbcd843-cd5f-4502-b156-b64d9d4886ff req-9b6e76a3-b84e-4c5b-af2e-2b3d3917237b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752938 Jul 15 15:03:31.630145 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.672614 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:31.679140 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:31.715095 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:31.722062 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:31.723117 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:31.724801 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:31.753205 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Pushing event updated for resources: {'Port': ['ID=3fee8652-5331-46e8-8e6a-3e7dee10a9fb,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:31.969337 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.040919 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca76851-0dc1-4bc3-893d-119d47711264 req-112780d6-dc0f-49fe-9d06-34850ee5d7d2 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:32.042820 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-bca76851-0dc1-4bc3-893d-119d47711264 req-112780d6-dc0f-49fe-9d06-34850ee5d7d2 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0665863 Jul 15 15:03:32.054884 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 645fd70c-57b4-443d-9a88-eccc5ab31824 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:03:32.082769 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-bca76851-0dc1-4bc3-893d-119d47711264 req-0386cef1-b20d-457d-b6a9-10cfabc81845 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342500 Jul 15 15:03:32.168544 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 645fd70c-57b4-443d-9a88-eccc5ab31824, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=645fd70c-57b4-443d-9a88-eccc5ab31824,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:32.177713 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633088'] for router, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.180345 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '645fd70c-57b4-443d-9a88-eccc5ab31824', 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745', 'port_id': '645fd70c-57b4-443d-9a88-eccc5ab31824', 'mac_address': 'fa:16:3e:4b:f8:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35721cf3-b2d8-48fb-8c51-7bd2428c258d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:03:32.221055 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.234978 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645fd70c-57b4-443d-9a88-eccc5ab31824 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:03:32.255937 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 645fd70c-57b4-443d-9a88-eccc5ab31824, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=645fd70c-57b4-443d-9a88-eccc5ab31824,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:32.261607 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.318974 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=645fd70c-57b4-443d-9a88-eccc5ab31824,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:32.326081 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Router c83c5d67-9079-44f6-a0d0-1aad6acd5398 is scheduled to L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda with binding_index 1 {{(pid=92930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:03:32.327145 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef1be5-96f9-4f59-8c31-f24ecbfdf15b None None] Network 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:32.433127 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:32.443810 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Sync routers for ids ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:32.451217 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.451424 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-2389cf46-4a06-4c66-bc07-d4a5c7ce79bc None None] Provisioning for port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:32.454958 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-47034431-dacc-419b-952a-3ade922d5c07 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8217990 Jul 15 15:03:32.455239 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 35382) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:32.457682 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Routers {'c83c5d67-9079-44f6-a0d0-1aad6acd5398'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:32.458285 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:03:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:32.477193 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-2389cf46-4a06-4c66-bc07-d4a5c7ce79bc None None] Provisioning complete for port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:32.477873 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2389cf46-4a06-4c66-bc07-d4a5c7ce79bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.584371 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2389cf46-4a06-4c66-bc07-d4a5c7ce79bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.597011 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['645fd70c-57b4-443d-9a88-eccc5ab31824'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:03:32.617335 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Set router c83c5d67-9079-44f6-a0d0-1aad6acd5398 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:32.663428 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-2389cf46-4a06-4c66-bc07-d4a5c7ce79bc None None] For port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=6f7b82c1-d4cd-483c-ba8c-663ed760e1f6,segment=NetworkSegment(9189f2c6-f2d6-4529-85a0-94c23bd71d1b),segment_id=9189f2c6-f2d6-4529-85a0-94c23bd71d1b)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:32.693701 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2389cf46-4a06-4c66-bc07-d4a5c7ce79bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.818508 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389cf46-4a06-4c66-bc07-d4a5c7ce79bc None None] Pushing event updated for resources: {'Port': ['ID=6f7b82c1-d4cd-483c-ba8c-663ed760e1f6,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:32.845680 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-b7c0a7ae-9d81-432f-86c9-63500969fe36 None None] Provisioning complete for port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:32.846073 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b7c0a7ae-9d81-432f-86c9-63500969fe36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.948508 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c1f91-7247-4203-8361-df66147e36c6 req-4b3c9004-284f-4b5e-9a7f-ddb04cdb5d36 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:32.949936 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b00c1f91-7247-4203-8361-df66147e36c6 req-4b3c9004-284f-4b5e-9a7f-ddb04cdb5d36 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08c03b-5a7c-4422-9684-4c265cd1d4f6 HTTP/1.1" status: 200 len: 944 time: 0.1674376 Jul 15 15:03:32.981080 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c20491e8-3cfa-4b9b-a104-6ded013b1bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:32.983994 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'name': 'tempest-TestMinimumBasicScenario-1601126812-router', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:30Z', 'updated_at': '2021-07-15T15:03:31Z', 'revision_number': 3, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'gw_port': {'id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:31Z', 'updated_at': '2021-07-15T15:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:33.010453 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Checking router: c83c5d67-9079-44f6-a0d0-1aad6acd5398 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:33.010796 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Updating router c83c5d67-9079-44f6-a0d0-1aad6acd5398 port 3fee8652-5331-46e8-8e6a-3e7dee10a9fb binding host dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:03:33.024334 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b00c1f91-7247-4203-8361-df66147e36c6 req-1288f084-284a-4b9d-bc1a-031f23d1d4f5 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666339 Jul 15 15:03:33.044731 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.069473 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.233904 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Allocated IP 172.20.0.1 (1fc5ad34-9dbb-49f1-b4ee-c8629ded9186/a45348f1-adf1-4611-a181-6a62359542ea/4d95b46e-93b4-4fc4-9e34-5d502f681fd7) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:33.267722 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405c6f0-80a0-4a93-a786-11886c2bbf0b req-64bcbc50-68e4-41df-886d-d3beea390dab tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:33.269946 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a405c6f0-80a0-4a93-a786-11886c2bbf0b req-64bcbc50-68e4-41df-886d-d3beea390dab tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0664651 Jul 15 15:03:33.305458 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.311444 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a405c6f0-80a0-4a93-a786-11886c2bbf0b req-66af2820-b40c-4371-a6b3-7a86f688878e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357749 Jul 15 15:03:33.317390 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Transition to ACTIVE for port object 3fee8652-5331-46e8-8e6a-3e7dee10a9fb will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:33.324042 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.356271 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.371344 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Transition to ACTIVE for port object 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:33.385833 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Attempting to bind port 3fee8652-5331-46e8-8e6a-3e7dee10a9fb on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:33.386199 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Attempting to bind port 3fee8652-5331-46e8-8e6a-3e7dee10a9fb by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:33.386573 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Attempting to bind port 3fee8652-5331-46e8-8e6a-3e7dee10a9fb on network bf480c5f-a13c-4ddb-8c47-14b24c48353f {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:33.389604 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc7c7a-05f6-47ac-aee8-c2edbd365d2c None None] Pushing event updated for resources: {'Port': ['ID=3fee8652-5331-46e8-8e6a-3e7dee10a9fb,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:33.400526 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:33.401063 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Checking segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:33.401373 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.401755 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Bound using segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:33.402419 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Bound port: 3fee8652-5331-46e8-8e6a-3e7dee10a9fb, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:33.402658 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.409548 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.410223 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.452365 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Network 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:33.455032 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] For port 3fee8652-5331-46e8-8e6a-3e7dee10a9fb, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:33.455546 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:33.458291 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] For port 3fee8652-5331-46e8-8e6a-3e7dee10a9fb, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=3fee8652-5331-46e8-8e6a-3e7dee10a9fb,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:33.458943 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:33.463743 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.482436 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Pushing event updated for resources: {'Port': ['ID=4d95b46e-93b4-4fc4-9e34-5d502f681fd7,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:33.502379 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778295'] for router_interface, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.528365 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc7c7a-05f6-47ac-aee8-c2edbd365d2c None None] Pushing event updated for resources: {'Port': ['ID=3fee8652-5331-46e8-8e6a-3e7dee10a9fb,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:33.537104 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Routers {'c83c5d67-9079-44f6-a0d0-1aad6acd5398'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:33.537654 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:33.630195 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:33.676873 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.704321 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:33.704439 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] Set router c83c5d67-9079-44f6-a0d0-1aad6acd5398 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:33.704533 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.811281 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-9542b696-399f-41eb-85c3-3a9c6e00de0c None None] Provisioning for port 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:33.815917 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-9542b696-399f-41eb-85c3-3a9c6e00de0c None None] Provisioning complete for port 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:33.816517 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9542b696-399f-41eb-85c3-3a9c6e00de0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.862264 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-9542b696-399f-41eb-85c3-3a9c6e00de0c None None] Port 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:33.915953 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-fa63e0f9-5be1-4e54-8b05-71ce0ba348f1 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619604449&fields=id&tenant_id=1d9dfe5dd9f74f51912b817c8b364471 HTTP/1.1" status: 200 len: 267 time: 0.1447668 Jul 15 15:03:33.939047 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'name': 'tempest-TestMinimumBasicScenario-1601126812-router', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:30Z', 'updated_at': '2021-07-15T15:03:31Z', 'revision_number': 3, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'gw_port': {'id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:31Z', 'updated_at': '2021-07-15T15:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:33.939825 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.953658 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:33.967552 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176c6409-9ef3-45fa-899d-07142182ae8a None None] The sync data for ids ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'] in dv-cinder-788367-2-iscsi is: [{'id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'name': 'tempest-TestMinimumBasicScenario-1601126812-router', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:30Z', 'updated_at': '2021-07-15T15:03:31Z', 'revision_number': 3, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'gw_port': {'id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:31Z', 'updated_at': '2021-07-15T15:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:34.057466 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:34.066006 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-778307'] for router_interface, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:34.069185 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 645fd70c-57b4-443d-9a88-eccc5ab31824 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:34.081566 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Pushing event updated for resources: {'Port': ['ID=4d95b46e-93b4-4fc4-9e34-5d502f681fd7,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:34.120976 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-bb82884f-6e9f-4ea0-b058-58a0768b37ad tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:34.121701 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port 645fd70c-57b4-443d-9a88-eccc5ab31824 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:34.122433 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-bb82884f-6e9f-4ea0-b058-58a0768b37ad tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/networks?id=75636bd8-834f-4666-a502-d2096df2f80a HTTP/1.1" status: 200 len: 809 time: 0.1960163 Jul 15 15:03:34.127426 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 645fd70c-57b4-443d-9a88-eccc5ab31824 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:34.128066 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:34.170709 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-a8aa3a7e-0cfb-4dc0-8772-6f23e0406a55 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/quotas/1d9dfe5dd9f74f51912b817c8b364471 HTTP/1.1" status: 200 len: 375 time: 0.0104520 Jul 15 15:03:34.245514 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:34.254861 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Network 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:34.259602 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:34.281284 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe08c03b-5a7c-4422-9684-4c265cd1d4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645fd70c-57b4-443d-9a88-eccc5ab31824'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:03:34.283609 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b99cbaa-49a2-4a66-a270-a35ed79d0779" -d '{"events": [{"server_uuid": "fe08c03b-5a7c-4422-9684-4c265cd1d4f6", "name": "network-vif-plugged", "status": "completed", "tag": "645fd70c-57b4-443d-9a88-eccc5ab31824"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:34.311550 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 645fd70c-57b4-443d-9a88-eccc5ab31824, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=645fd70c-57b4-443d-9a88-eccc5ab31824,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:34.318700 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8284f6-0a7c-4cdc-847d-ac403c30cd19 req-bb4778b3-c743-44a4-b822-003df1ada3b2 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:34.320284 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-fa8284f6-0a7c-4cdc-847d-ac403c30cd19 req-bb4778b3-c743-44a4-b822-003df1ada3b2 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08c03b-5a7c-4422-9684-4c265cd1d4f6 HTTP/1.1" status: 200 len: 944 time: 0.1671288 Jul 15 15:03:34.321234 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:34.372623 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-fa8284f6-0a7c-4cdc-847d-ac403c30cd19 req-b73dac63-12ff-40a3-8377-a0d4f3c1dbf4 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443957 Jul 15 15:03:34.381103 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=645fd70c-57b4-443d-9a88-eccc5ab31824,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:34.383297 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-4b28c100-2306-461a-991a-695a6e500731 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1d9dfe5dd9f74f51912b817c8b364471&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2066922 Jul 15 15:03:34.436187 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddebd7dd-a99a-4e27-a6b4-7b9672bcb132 x-openstack-request-id: req-ddebd7dd-a99a-4e27-a6b4-7b9672bcb132 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:34.437060 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe08c03b-5a7c-4422-9684-4c265cd1d4f6", "name": "network-vif-plugged", "status": "completed", "tag": "645fd70c-57b4-443d-9a88-eccc5ab31824", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:34.437488 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ddebd7dd-a99a-4e27-a6b4-7b9672bcb132 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:34.438047 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe08c03b-5a7c-4422-9684-4c265cd1d4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645fd70c-57b4-443d-9a88-eccc5ab31824', 'code': 200} Jul 15 15:03:34.598569 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-042fc5f8-0f71-4522-8a44-788561952945 None None] Provisioning complete for port 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:34.599240 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-042fc5f8-0f71-4522-8a44-788561952945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:34.636669 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981a7bf-a219-4526-877e-f68642ac928e req-3f9bbff7-115c-48eb-aafc-d123332ebba8 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:34.639425 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b981a7bf-a219-4526-877e-f68642ac928e req-3f9bbff7-115c-48eb-aafc-d123332ebba8 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0875995 Jul 15 15:03:34.659468 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-042fc5f8-0f71-4522-8a44-788561952945 None None] Port 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:34.686207 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b981a7bf-a219-4526-877e-f68642ac928e req-58e5c960-1a3d-438d-830e-2ae8cecc08c2 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407505 Jul 15 15:03:34.825637 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Router c83c5d67-9079-44f6-a0d0-1aad6acd5398 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:03:34.870864 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-1cae5aec-ef6c-4bf2-8e3c-fdcb805b2f2e service neutron] 10.222.0.72 "GET /v2.0/networks/75636bd8-834f-4666-a502-d2096df2f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747847 Jul 15 15:03:34.912799 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83ec19-983b-42b4-bc7e-7c2a1bf95940 req-edc69554-5106-47f7-95e2-dc39ab777d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:34.914403 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5e83ec19-983b-42b4-bc7e-7c2a1bf95940 req-edc69554-5106-47f7-95e2-dc39ab777d44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fe08c03b-5a7c-4422-9684-4c265cd1d4f6 HTTP/1.1" status: 200 len: 1098 time: 0.2168870 Jul 15 15:03:35.048778 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5e83ec19-983b-42b4-bc7e-7c2a1bf95940 req-656db870-b7a3-4937-b160-cc66005ceaaf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133950 Jul 15 15:03:35.067548 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-b85594ac-3cd1-4cbd-9a14-47b2574434b2 service neutron] 10.222.0.72 "GET /v2.0/networks/75636bd8-834f-4666-a502-d2096df2f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657043 Jul 15 15:03:35.075198 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:35.080827 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-07d4fd8e-34a2-49a1-8543-45466f4cb23b admin admin] 10.222.0.72 "PUT /v2.0/routers/c83c5d67-9079-44f6-a0d0-1aad6acd5398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6241322 Jul 15 15:03:35.306462 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256431da-2d37-4282-8c46-b588938f3b07 req-420bb3c4-d4c7-498d-9085-7a2426ffe9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:35.307984 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-256431da-2d37-4282-8c46-b588938f3b07 req-420bb3c4-d4c7-498d-9085-7a2426ffe9f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6de9338e1067409392dc60a909732e80&device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 1099 time: 0.0648913 Jul 15 15:03:35.353510 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ad683-b395-435b-a3f4-9661825479c0 req-505e0dcb-3f95-49b3-ac91-d0726c4ba91a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:35.355261 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-440ad683-b395-435b-a3f4-9661825479c0 req-505e0dcb-3f95-49b3-ac91-d0726c4ba91a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0760932 Jul 15 15:03:35.409935 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-440ad683-b395-435b-a3f4-9661825479c0 req-df03720f-5fc2-4732-9661-569414e57664 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480509 Jul 15 15:03:35.463513 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:35.520131 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-52816709-521c-4549-aced-eee84e0967fc req-505d46fc-bf59-4b18-8a76-2d075f4aba3b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 210 time: 0.0804043 Jul 15 15:03:35.523112 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256431da-2d37-4282-8c46-b588938f3b07 req-afb62797-663b-4afb-9f78-ad842abc29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:35.525183 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-256431da-2d37-4282-8c46-b588938f3b07 req-afb62797-663b-4afb-9f78-ad842abc29bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=65e7b396-175a-4d9e-8b98-b8695e348fec HTTP/1.1" status: 200 len: 919 time: 0.2095714 Jul 15 15:03:35.577121 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-256431da-2d37-4282-8c46-b588938f3b07 req-8264e9e1-91dd-4471-b322-8dcfa2f08199 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45dbe226-7674-41a2-bcc2-b2e15fcc2400 HTTP/1.1" status: 200 len: 217 time: 0.0430224 Jul 15 15:03:35.685091 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256431da-2d37-4282-8c46-b588938f3b07 req-2aefcc0c-7ad2-4df2-b36e-df95a8e7f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:35.686778 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-256431da-2d37-4282-8c46-b588938f3b07 req-2aefcc0c-7ad2-4df2-b36e-df95a8e7f126 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9f33964-418e-49b9-8d6e-5705600bae01 HTTP/1.1" status: 200 len: 858 time: 0.0998073 Jul 15 15:03:35.689404 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 3fee8652-5331-46e8-8e6a-3e7dee10a9fb up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:35.746631 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076be1a8-e1b4-444b-a832-b061ce47720e req-2ec3cf3d-7fdb-41b5-873c-9a796cd14845 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:35.748282 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-076be1a8-e1b4-444b-a832-b061ce47720e req-2ec3cf3d-7fdb-41b5-873c-9a796cd14845 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08c03b-5a7c-4422-9684-4c265cd1d4f6 HTTP/1.1" status: 200 len: 945 time: 0.1196334 Jul 15 15:03:35.770794 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-256431da-2d37-4282-8c46-b588938f3b07 req-edcb8aa1-d512-48d4-8a1a-e368b9f76bb7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65e7b396-175a-4d9e-8b98-b8695e348fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681303 Jul 15 15:03:35.805638 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 35446) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:35.811104 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-9c407a9b-716a-4c68-b194-13dcef039fec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1533765105-network', 'tenant_id': '4652a7773be84075be62b248312692ec'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:35.814783 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 3fee8652-5331-46e8-8e6a-3e7dee10a9fb completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:35.824222 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 3fee8652-5331-46e8-8e6a-3e7dee10a9fb triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:35.825016 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:35.870239 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-076be1a8-e1b4-444b-a832-b061ce47720e req-a54770b3-c64e-4c1f-9b1f-48fef4bdb89e tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121078 Jul 15 15:03:35.893288 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c407a9b-716a-4c68-b194-13dcef039fec admin admin] Made reservation on behalf of 4652a7773be84075be62b248312692ec for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:35.895619 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9c407a9b-716a-4c68-b194-13dcef039fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:35.908467 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9c407a9b-716a-4c68-b194-13dcef039fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:35.955606 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:35.979259 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-256431da-2d37-4282-8c46-b588938f3b07 req-b173ba87-bb7d-4b8b-8f66-8fd22e306b24 service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984148 Jul 15 15:03:35.981569 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port 3fee8652-5331-46e8-8e6a-3e7dee10a9fb, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=3fee8652-5331-46e8-8e6a-3e7dee10a9fb,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:35.984958 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Sync routers for ids ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:35.999253 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.010011 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea9517-5f03-409a-b62d-a90fa3eea3d6 req-23b53d8c-4dfe-4f2d-b43c-3c69adeff7d3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:36.011673 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-34ea9517-5f03-409a-b62d-a90fa3eea3d6 req-23b53d8c-4dfe-4f2d-b43c-3c69adeff7d3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.1622503 Jul 15 15:03:36.038590 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Routers {'c83c5d67-9079-44f6-a0d0-1aad6acd5398'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:36.039329 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:36.046482 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9c407a9b-716a-4c68-b194-13dcef039fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.051353 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9c407a9b-716a-4c68-b194-13dcef039fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.106240 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c407a9b-716a-4c68-b194-13dcef039fec admin admin] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:03:36.117939 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-34ea9517-5f03-409a-b62d-a90fa3eea3d6 req-957dfb39-55de-4fd6-945b-1f0989327fb2 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856657 Jul 15 15:03:36.119326 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c407a9b-716a-4c68-b194-13dcef039fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14354b1-2bbe-4421-8ec1-ade57e9f1d71,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:36.128406 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9c407a9b-716a-4c68-b194-13dcef039fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.129077 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-9c407a9b-716a-4c68-b194-13dcef039fec admin admin] Added segment 6601982f-6b17-47f2-8fd0-979f1fbd863e of type vlan for network 01a075a3-3de0-43cb-811f-4e0df09d8c58 Jul 15 15:03:36.167935 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-256431da-2d37-4282-8c46-b588938f3b07 req-3ddb2e38-6467-4559-912f-d7108001144e service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734421 Jul 15 15:03:36.169447 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=3fee8652-5331-46e8-8e6a-3e7dee10a9fb,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:36.185627 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9c407a9b-716a-4c68-b194-13dcef039fec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.213829 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Set router c83c5d67-9079-44f6-a0d0-1aad6acd5398 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:36.218049 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9c407a9b-716a-4c68-b194-13dcef039fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.219155 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c407a9b-716a-4c68-b194-13dcef039fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:36.219633 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9c407a9b-716a-4c68-b194-13dcef039fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.248719 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-9c407a9b-716a-4c68-b194-13dcef039fec admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4414890 Jul 15 15:03:36.248970 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 35452) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:36.254336 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-c31ee679-48b8-474f-ac91-4f3a35355da1 admin admin] Request body: {'subnet': {'network_id': '01a075a3-3de0-43cb-811f-4e0df09d8c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1533765105-subnet', 'tenant_id': '4652a7773be84075be62b248312692ec', 'ip_version': 4}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:36.313739 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c407a9b-716a-4c68-b194-13dcef039fec admin admin] Pushing event updated for resources: {'Network': ['ID=01a075a3-3de0-43cb-811f-4e0df09d8c58,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:36.313953 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31ee679-48b8-474f-ac91-4f3a35355da1 admin admin] Made reservation on behalf of 4652a7773be84075be62b248312692ec for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:36.313953 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c31ee679-48b8-474f-ac91-4f3a35355da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2806764'] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.333843 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network 01a075a3-3de0-43cb-811f-4e0df09d8c58 details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:03:36.504346 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c31ee679-48b8-474f-ac91-4f3a35355da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2594791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2806782'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.544686 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'name': 'tempest-TestMinimumBasicScenario-1601126812-router', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:30Z', 'updated_at': '2021-07-15T15:03:33Z', 'revision_number': 4, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'gw_port': {'id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:31Z', 'updated_at': '2021-07-15T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '4d95b46e-93b4-4fc4-9e34-5d502f681fd7', 'name': '', 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'mac_address': 'fa:16:3e:b2:ee:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:33Z', 'updated_at': '2021-07-15T15:03:33Z', 'revision_number': 2, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'subnets': [{'id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:36.562196 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ee679-48b8-474f-ac91-4f3a35355da1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e13765c-863d-43a4-af07-0fadf8d437bc,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:36.575586 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Checking router: c83c5d67-9079-44f6-a0d0-1aad6acd5398 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:36.575734 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ee679-48b8-474f-ac91-4f3a35355da1 admin admin] Checking segment: {'id': '6601982f-6b17-47f2-8fd0-979f1fbd863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '01a075a3-3de0-43cb-811f-4e0df09d8c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:36.575954 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Updating router c83c5d67-9079-44f6-a0d0-1aad6acd5398 port 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 binding host dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:03:36.576190 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31ee679-48b8-474f-ac91-4f3a35355da1 admin admin] Network hostable DHCP agents. Network: 01a075a3-3de0-43cb-811f-4e0df09d8c58, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:03:36.599319 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31ee679-48b8-474f-ac91-4f3a35355da1 admin admin] Network 01a075a3-3de0-43cb-811f-4e0df09d8c58 is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:03:36.613323 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-c31ee679-48b8-474f-ac91-4f3a35355da1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, 01a075a3-3de0-43cb-811f-4e0df09d8c58) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:36.619617 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31ee679-48b8-474f-ac91-4f3a35355da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:36.620783 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c31ee679-48b8-474f-ac91-4f3a35355da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.634589 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3ffd4a-6a0f-4ce6-9800-49a362e3a8f0 None None] Network 01a075a3-3de0-43cb-811f-4e0df09d8c58 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:36.634978 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233f519-a246-4aef-800f-cc44cfb679ce req-80ac541b-0cf4-4735-878e-537d00efa777 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:36.638584 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0233f519-a246-4aef-800f-cc44cfb679ce req-80ac541b-0cf4-4735-878e-537d00efa777 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0850444 Jul 15 15:03:36.640236 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 35460) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:36.640593 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c31ee679-48b8-474f-ac91-4f3a35355da1 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3905118 Jul 15 15:03:36.645315 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1533765105-router', 'tenant_id': '4652a7773be84075be62b248312692ec', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:36.669466 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.696971 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0233f519-a246-4aef-800f-cc44cfb679ce req-e49250c1-129a-4196-a772-94cfac9e42e8 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475676 Jul 15 15:03:36.698294 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-633328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25270'] for router, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.699502 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25231'] for router, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.708464 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fc8ea483-9109-4b1c-a6f3-a5d491fb8e3c req-e32ea94c-0ae7-4532-a814-c1a06e3b2b9b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 210 time: 0.0435746 Jul 15 15:03:36.751370 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:36.890869 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25245'] for router, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.041650 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ed49e69-d387-535f-8c0d-7a22fabbc066-01a075a3-3de0-43cb-811f-4e0df09d8c58', 'network_id': '01a075a3-3de0-43cb-811f-4e0df09d8c58', 'tenant_id': '4652a7773be84075be62b248312692ec', 'fixed_ips': [{'subnet_id': '0e13765c-863d-43a4-af07-0fadf8d437bc'}]}} from dv-cinder-788367-2-iscsi. {{(pid=92932) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:03:37.042568 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.110573 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.135939 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.217638 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fb5e0-a951-4a5d-97c9-8cb66ac54160 req-6a83ea75-9c86-481a-9479-9595a6f154fa tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:37.226383 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-af8fb5e0-a951-4a5d-97c9-8cb66ac54160 req-6a83ea75-9c86-481a-9479-9595a6f154fa tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08c03b-5a7c-4422-9684-4c265cd1d4f6 HTTP/1.1" status: 200 len: 945 time: 0.2176814 Jul 15 15:03:37.286654 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Allocated IP 172.27.0.242 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/d6eca246-062d-4379-a9c7-1ec5af299ea8) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:37.288887 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Allocated IP 172.20.0.2 (01a075a3-3de0-43cb-811f-4e0df09d8c58/0e13765c-863d-43a4-af07-0fadf8d437bc/ec20b185-e30e-4fb3-99df-3e2feb6b2b71) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:37.304153 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-27382c46-7747-419b-8389-3c1a6e25abd0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:37.306703 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-27382c46-7747-419b-8389-3c1a6e25abd0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.41 "GET /v2.0/networks?id=75636bd8-834f-4666-a502-d2096df2f80a HTTP/1.1" status: 200 len: 809 time: 0.2489095 Jul 15 15:03:37.315675 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.324153 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-af8fb5e0-a951-4a5d-97c9-8cb66ac54160 req-e3d67dfc-7f9e-4e89-81d0-9cee612eb705 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967155 Jul 15 15:03:37.347651 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Transition to ACTIVE for port object 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:37.359215 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.402263 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-96b11072-4a9b-4b20-bdbe-0b418a32f93c tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d9dfe5dd9f74f51912b817c8b364471 HTTP/1.1" status: 200 len: 380 time: 0.0748692 Jul 15 15:03:37.415224 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-6301247f-5af3-4488-8385-4e53f8b068f0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Request body: {'port': {'device_id': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a', 'admin_state_up': True, 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'security_groups': ['7aae0feb-a7e8-4da4-8f6e-afa15b3545ff']}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:37.463078 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b6657-c1d1-4f6f-a614-30ac7bc203f1 None None] Pushing event updated for resources: {'Port': ['ID=4d95b46e-93b4-4fc4-9e34-5d502f681fd7,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:37.530600 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.554404 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee48ac-718a-4024-a805-3d72e4425a86 req-7125a76a-8968-476f-b0f7-34a6fd5b9820 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:37.556774 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-09ee48ac-718a-4024-a805-3d72e4425a86 req-7125a76a-8968-476f-b0f7-34a6fd5b9820 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.1829183 Jul 15 15:03:37.623530 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-6301247f-5af3-4488-8385-4e53f8b068f0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Made reservation on behalf of 1d9dfe5dd9f74f51912b817c8b364471 for: {'port': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:37.629186 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-6301247f-5af3-4488-8385-4e53f8b068f0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.682229 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.692420 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-09ee48ac-718a-4024-a805-3d72e4425a86 req-037d3d71-5329-41ad-8f1d-a0160b118437 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266758 Jul 15 15:03:37.705737 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Transition to ACTIVE for port object ec20b185-e30e-4fb3-99df-3e2feb6b2b71 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:37.739466 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.748646 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 3fee8652-5331-46e8-8e6a-3e7dee10a9fb up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:37.800352 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:37.806254 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:37.808427 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Pushing event updated for resources: {'Port': ['ID=d6eca246-062d-4379-a9c7-1ec5af299ea8,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:37.818003 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:37.869994 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Transition to ACTIVE for port object ec20b185-e30e-4fb3-99df-3e2feb6b2b71 will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:37.871488 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Attempting to bind port 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:37.871865 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Attempting to bind port 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '9189f2c6-f2d6-4529-85a0-94c23bd71d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:37.873426 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-6301247f-5af3-4488-8385-4e53f8b068f0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Allocated IP 172.20.0.9 (75636bd8-834f-4666-a502-d2096df2f80a/38c123c1-f45d-4a94-8b4b-6772a02b8766/d88b7978-b40f-41c4-9899-2e53f4524810) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:37.877456 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Attempting to bind port 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 on network 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:37.936741 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.943740 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:37.944571 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Checking segment: {'id': '9189f2c6-f2d6-4529-85a0-94c23bd71d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:37.945156 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.945566 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Bound using segment: {'id': '9189f2c6-f2d6-4529-85a0-94c23bd71d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:37.946059 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Bound port: 4d95b46e-93b4-4fc4-9e34-5d502f681fd7, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9189f2c6-f2d6-4529-85a0-94c23bd71d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:37.954051 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:37.996980 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Network 01a075a3-3de0-43cb-811f-4e0df09d8c58 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:38.026233 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:38.029579 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:38.091645 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9070fadf-8265-499a-b458-94189b5f9d06 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:03:38.135783 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Pushing event updated for resources: {'Port': ['ID=ec20b185-e30e-4fb3-99df-3e2feb6b2b71,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:38.143631 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 3fee8652-5331-46e8-8e6a-3e7dee10a9fb triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:38.144115 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.230004 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d7e20-7a01-473c-a0d8-0fef1e7e9a88 req-b9dd9c6b-7d1a-4095-b3f6-983d03bf352f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:38.236388 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] For port 4d95b46e-93b4-4fc4-9e34-5d502f681fd7, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:38.237620 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-315d7e20-7a01-473c-a0d8-0fef1e7e9a88 req-b9dd9c6b-7d1a-4095-b3f6-983d03bf352f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.1682003 Jul 15 15:03:38.246478 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Attempting to bind port ec20b185-e30e-4fb3-99df-3e2feb6b2b71 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:38.247087 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Attempting to bind port ec20b185-e30e-4fb3-99df-3e2feb6b2b71 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '6601982f-6b17-47f2-8fd0-979f1fbd863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '01a075a3-3de0-43cb-811f-4e0df09d8c58'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:38.247552 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Attempting to bind port ec20b185-e30e-4fb3-99df-3e2feb6b2b71 on network 01a075a3-3de0-43cb-811f-4e0df09d8c58 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:38.287313 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] For port 4d95b46e-93b4-4fc4-9e34-5d502f681fd7, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=4d95b46e-93b4-4fc4-9e34-5d502f681fd7,segment=NetworkSegment(9189f2c6-f2d6-4529-85a0-94c23bd71d1b),segment_id=9189f2c6-f2d6-4529-85a0-94c23bd71d1b)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:38.289223 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-6301247f-5af3-4488-8385-4e53f8b068f0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.301295 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:38.302059 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Checking segment: {'id': '6601982f-6b17-47f2-8fd0-979f1fbd863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '01a075a3-3de0-43cb-811f-4e0df09d8c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:38.302818 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.303335 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Bound using segment: {'id': '6601982f-6b17-47f2-8fd0-979f1fbd863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '01a075a3-3de0-43cb-811f-4e0df09d8c58'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:38.303963 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Bound port: ec20b185-e30e-4fb3-99df-3e2feb6b2b71, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6601982f-6b17-47f2-8fd0-979f1fbd863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '01a075a3-3de0-43cb-811f-4e0df09d8c58'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:38.304485 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.317077 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-315d7e20-7a01-473c-a0d8-0fef1e7e9a88 req-f8fc5955-e19c-44b2-9f0b-a96539224c19 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781999 Jul 15 15:03:38.328154 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-6301247f-5af3-4488-8385-4e53f8b068f0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Transition to ACTIVE for port object d88b7978-b40f-41c4-9899-2e53f4524810 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:38.345734 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4be9aadc-d8d7-4835-9230-6566ae93c91e req-80d863c0-cb16-4260-b16b-cffb41ad26ca tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 210 time: 0.0745718 Jul 15 15:03:38.362421 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.376746 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-6301247f-5af3-4488-8385-4e53f8b068f0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.439981 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-6301247f-5af3-4488-8385-4e53f8b068f0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Network 75636bd8-834f-4666-a502-d2096df2f80a is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:38.448256 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-6301247f-5af3-4488-8385-4e53f8b068f0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:38.453551 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-6301247f-5af3-4488-8385-4e53f8b068f0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:38.535168 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301247f-5af3-4488-8385-4e53f8b068f0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Pushing event updated for resources: {'Port': ['ID=d88b7978-b40f-41c4-9899-2e53f4524810,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:38.573270 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 9070fadf-8265-499a-b458-94189b5f9d06, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9070fadf-8265-499a-b458-94189b5f9d06,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:38.590823 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-6301247f-5af3-4488-8385-4e53f8b068f0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:38.591525 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b6657-c1d1-4f6f-a614-30ac7bc203f1 None None] Pushing event updated for resources: {'Port': ['ID=4d95b46e-93b4-4fc4-9e34-5d502f681fd7,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:38.592919 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-6301247f-5af3-4488-8385-4e53f8b068f0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.618947 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-6301247f-5af3-4488-8385-4e53f8b068f0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2069273 Jul 15 15:03:38.624653 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] For port ec20b185-e30e-4fb3-99df-3e2feb6b2b71, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:38.633330 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Request body: {'port': {'device_id': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:38.637063 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] For port ec20b185-e30e-4fb3-99df-3e2feb6b2b71, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=ec20b185-e30e-4fb3-99df-3e2feb6b2b71,segment=NetworkSegment(6601982f-6b17-47f2-8fd0-979f1fbd863e),segment_id=6601982f-6b17-47f2-8fd0-979f1fbd863e)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:38.638627 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Routers {'c83c5d67-9079-44f6-a0d0-1aad6acd5398'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:38.641720 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:38.722319 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.767156 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.855608 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:38.917816 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '9070fadf-8265-499a-b458-94189b5f9d06', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'port_id': '9070fadf-8265-499a-b458-94189b5f9d06', 'mac_address': 'fa:16:3e:17:e8:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:03:38.923690 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fd7d2-63ac-4748-8255-1bdf238a0f43 None None] Pushing event updated for resources: {'Port': ['ID=ec20b185-e30e-4fb3-99df-3e2feb6b2b71,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:38.998725 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:39.029677 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] Set router c83c5d67-9079-44f6-a0d0-1aad6acd5398 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:39.033186 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9070fadf-8265-499a-b458-94189b5f9d06 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:03:39.166082 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633088'] for router, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:39.209258 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f4397-8370-4e07-883c-6de8ecd52611 req-714bb37d-b04f-4029-b07d-eefe29d0c7f8 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:39.217417 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ed4f4397-8370-4e07-883c-6de8ecd52611 req-714bb37d-b04f-4029-b07d-eefe29d0c7f8 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.2159152 Jul 15 15:03:39.288779 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ed4f4397-8370-4e07-883c-6de8ecd52611 req-0217b5cd-5d30-4397-b6de-d04775959c20 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702715 Jul 15 15:03:39.301256 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 9070fadf-8265-499a-b458-94189b5f9d06, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9070fadf-8265-499a-b458-94189b5f9d06,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:39.370155 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:39.377438 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-c4c3a547-9bee-406d-ad3e-f06edc391034 None None] Provisioning for port d88b7978-b40f-41c4-9899-2e53f4524810 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:39.407835 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-c4c3a547-9bee-406d-ad3e-f06edc391034 None None] Provisioning complete for port d88b7978-b40f-41c4-9899-2e53f4524810 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:39.407835 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c4c3a547-9bee-406d-ad3e-f06edc391034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:39.480120 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88b7978-b40f-41c4-9899-2e53f4524810 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:03:39.495934 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:39.512524 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Transition to ACTIVE for port object d88b7978-b40f-41c4-9899-2e53f4524810 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:39.521663 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:39.559374 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Router 7cfe2e7a-7000-4952-8da0-2c3d9f0e8511 is scheduled to L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda with binding_index 1 {{(pid=92931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:03:39.662310 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=9070fadf-8265-499a-b458-94189b5f9d06,revision_number=6']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:39.672642 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d88b7978-b40f-41c4-9899-2e53f4524810,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:39.714716 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3a547-9bee-406d-ad3e-f06edc391034 None None] Port d88b7978-b40f-41c4-9899-2e53f4524810 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:39.815868 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['9070fadf-8265-499a-b458-94189b5f9d06'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:03:39.891851 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Attempting to bind port d88b7978-b40f-41c4-9899-2e53f4524810 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:39.898134 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Attempting to bind port d88b7978-b40f-41c4-9899-2e53f4524810 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '530807e7-ddc2-4511-b561-a0efd7acd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:39.898470 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Attempting to bind port d88b7978-b40f-41c4-9899-2e53f4524810 on network 75636bd8-834f-4666-a502-d2096df2f80a {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:39.912934 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device ec20b185-e30e-4fb3-99df-3e2feb6b2b71 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:39.935538 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Port d88b7978-b40f-41c4-9899-2e53f4524810 on network 75636bd8-834f-4666-a502-d2096df2f80a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:03:39.945953 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Attempting to bind port d88b7978-b40f-41c4-9899-2e53f4524810 on network 75636bd8-834f-4666-a502-d2096df2f80a {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:39.978931 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:39.983369 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Checking segment: {'id': '530807e7-ddc2-4511-b561-a0efd7acd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:39.984962 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Bound using segment: {'id': '530807e7-ddc2-4511-b561-a0efd7acd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:39.986318 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Bound port: d88b7978-b40f-41c4-9899-2e53f4524810, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '530807e7-ddc2-4511-b561-a0efd7acd4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:39.988996 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:40.014420 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24950045-4908-4e25-a5e8-3b22e5696e14 req-b8e12716-e2f2-404e-8960-ab63460850fe tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:40.024997 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-24950045-4908-4e25-a5e8-3b22e5696e14 req-b8e12716-e2f2-404e-8960-ab63460850fe tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.3098750 Jul 15 15:03:40.050695 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:40.062932 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Sync routers for ids ['7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:40.087188 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Routers {'7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:40.088521 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:40.195568 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:40.198341 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-49089c4e-8b3d-4d1b-86ae-e460d76938af admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5564654 Jul 15 15:03:40.202087 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 35518) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:40.287860 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1d7d9-154b-4c6a-a8b5-933aa397f2c7 req-7d107743-b33c-4381-9829-8296eb6b7cac tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:40.299477 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-63e1d7d9-154b-4c6a-a8b5-933aa397f2c7 req-7d107743-b33c-4381-9829-8296eb6b7cac tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 943 time: 0.2976556 Jul 15 15:03:40.308571 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Set router 7cfe2e7a-7000-4952-8da0-2c3d9f0e8511 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:40.320957 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-24950045-4908-4e25-a5e8-3b22e5696e14 req-0c2b588d-e171-47d2-95a1-9e698419d5b4 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914395 Jul 15 15:03:40.330123 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'name': 'tempest-TestMinimumBasicScenario-1601126812-router', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:30Z', 'updated_at': '2021-07-15T15:03:33Z', 'revision_number': 4, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'gw_port': {'id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:31Z', 'updated_at': '2021-07-15T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '4d95b46e-93b4-4fc4-9e34-5d502f681fd7', 'name': '', 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'mac_address': 'fa:16:3e:b2:ee:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:33Z', 'updated_at': '2021-07-15T15:03:38Z', 'revision_number': 4, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'subnets': [{'id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:40.354306 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] For port d88b7978-b40f-41c4-9899-2e53f4524810, host hv-cinder-78836, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:40.358852 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] For port d88b7978-b40f-41c4-9899-2e53f4524810, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d88b7978-b40f-41c4-9899-2e53f4524810,segment=NetworkSegment(530807e7-ddc2-4511-b561-a0efd7acd4f9),segment_id=530807e7-ddc2-4511-b561-a0efd7acd4f9)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:40.373614 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:40.403890 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-63e1d7d9-154b-4c6a-a8b5-933aa397f2c7 req-0d8a18ef-2f95-48f5-ab62-c04a988766ee tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017165 Jul 15 15:03:40.436632 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c36ba6-31ab-4496-aaf5-ef63585753d1 None None] The sync data for ids ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'] in dv-cinder-788367-2-iscsi is: [{'id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'name': 'tempest-TestMinimumBasicScenario-1601126812-router', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:30Z', 'updated_at': '2021-07-15T15:03:33Z', 'revision_number': 4, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'gw_port': {'id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:31Z', 'updated_at': '2021-07-15T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '4d95b46e-93b4-4fc4-9e34-5d502f681fd7', 'name': '', 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'mac_address': 'fa:16:3e:b2:ee:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:33Z', 'updated_at': '2021-07-15T15:03:38Z', 'revision_number': 4, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'subnets': [{'id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:40.548614 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d88b7978-b40f-41c4-9899-2e53f4524810,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:40.563007 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:40.563639 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:40.569573 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-60b8dfc9-ca42-4243-a190-2c8183c8a5d2 service neutron] 10.222.0.41 "PUT /v2.0/ports/d88b7978-b40f-41c4-9899-2e53f4524810 HTTP/1.1" status: 200 len: 1093 time: 1.9404757 Jul 15 15:03:40.570043 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'tag': 'd88b7978-b40f-41c4-9899-2e53f4524810'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:03:40.572951 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c86530e-f5f5-4c05-ac9e-33f5ae40c6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a1392418-ee03-4a65-bfac-cc559b0a9fcc", "tag": "d88b7978-b40f-41c4-9899-2e53f4524810"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:40.699344 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port ec20b185-e30e-4fb3-99df-3e2feb6b2b71 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:40.740039 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0cb48f-8c20-4923-a0c1-709b92fb1c4e x-openstack-request-id: req-dd0cb48f-8c20-4923-a0c1-709b92fb1c4e {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:40.740774 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1392418-ee03-4a65-bfac-cc559b0a9fcc", "tag": "d88b7978-b40f-41c4-9899-2e53f4524810", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:40.741211 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dd0cb48f-8c20-4923-a0c1-709b92fb1c4e {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:40.741930 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'tag': 'd88b7978-b40f-41c4-9899-2e53f4524810', 'status': 'completed', 'code': 200} Jul 15 15:03:40.932359 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a86f7e-08fd-41a8-a1bf-2aa97fb84bee None None] Network 01a075a3-3de0-43cb-811f-4e0df09d8c58 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:03:40.938811 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'name': 'tempest-TestMinimumBasicScenario-1533765105-router', 'tenant_id': '4652a7773be84075be62b248312692ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eca246-062d-4379-a9c7-1ec5af299ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:36Z', 'updated_at': '2021-07-15T15:03:38Z', 'revision_number': 3, 'project_id': '4652a7773be84075be62b248312692ec', 'gw_port': {'id': 'd6eca246-062d-4379-a9c7-1ec5af299ea8', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ed:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:37Z', 'updated_at': '2021-07-15T15:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:40.958262 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacfcaa-3880-4e4a-94e3-de5c169c5978 req-2bf90725-2ddb-4944-8be4-134d83302692 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:40.963844 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1eacfcaa-3880-4e4a-94e3-de5c169c5978 req-2bf90725-2ddb-4944-8be4-134d83302692 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 944 time: 0.3649073 Jul 15 15:03:41.011588 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Checking router: 7cfe2e7a-7000-4952-8da0-2c3d9f0e8511 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:41.012050 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Updating router 7cfe2e7a-7000-4952-8da0-2c3d9f0e8511 port d6eca246-062d-4379-a9c7-1ec5af299ea8 binding host dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:03:41.032599 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-089fb69d-46d0-4574-92ab-37f83571189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:41.038692 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-089fb69d-46d0-4574-92ab-37f83571189e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d9dfe5dd9f74f51912b817c8b364471&device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 1096 time: 0.2956753 Jul 15 15:03:41.056583 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-38973d60-1518-4862-9f5c-b22e83ba8cbb None None] Provisioning for port ec20b185-e30e-4fb3-99df-3e2feb6b2b71 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:41.064096 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1eacfcaa-3880-4e4a-94e3-de5c169c5978 req-6d331def-7849-4404-b05b-af91ffef0dc0 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849810 Jul 15 15:03:41.083076 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-38973d60-1518-4862-9f5c-b22e83ba8cbb None None] Provisioning complete for port ec20b185-e30e-4fb3-99df-3e2feb6b2b71 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:41.088422 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-38973d60-1518-4862-9f5c-b22e83ba8cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:41.129269 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:41.154696 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-31484ccd-4e3b-4807-b904-c46373e53f1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88b7978-b40f-41c4-9899-2e53f4524810 HTTP/1.1" status: 200 len: 217 time: 0.0884063 Jul 15 15:03:41.262468 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-eb5c3513-5c37-4112-ae3e-192688d7773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:41.265150 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-eb5c3513-5c37-4112-ae3e-192688d7773a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38c123c1-f45d-4a94-8b4b-6772a02b8766 HTTP/1.1" status: 200 len: 848 time: 0.1000969 Jul 15 15:03:41.351581 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-38973d60-1518-4862-9f5c-b22e83ba8cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:41.368120 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:41.379831 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-52de04db-fefb-4ff0-b9da-99852bbc7d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:41.381426 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-52de04db-fefb-4ff0-b9da-99852bbc7d63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75636bd8-834f-4666-a502-d2096df2f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1018100 Jul 15 15:03:41.477153 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-38973d60-1518-4862-9f5c-b22e83ba8cbb None None] For port ec20b185-e30e-4fb3-99df-3e2feb6b2b71, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=ec20b185-e30e-4fb3-99df-3e2feb6b2b71,segment=NetworkSegment(6601982f-6b17-47f2-8fd0-979f1fbd863e),segment_id=6601982f-6b17-47f2-8fd0-979f1fbd863e)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:41.517390 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-38973d60-1518-4862-9f5c-b22e83ba8cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:41.669678 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38973d60-1518-4862-9f5c-b22e83ba8cbb None None] Pushing event updated for resources: {'Port': ['ID=ec20b185-e30e-4fb3-99df-3e2feb6b2b71,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:41.759805 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:41.800813 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-b30c007a-0c8b-4b83-8e11-2b8364e33bc0 service neutron] 10.222.0.41 "GET /v2.0/networks/75636bd8-834f-4666-a502-d2096df2f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089909 Jul 15 15:03:41.847708 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Allocated IP 172.20.0.1 (01a075a3-3de0-43cb-811f-4e0df09d8c58/0e13765c-863d-43a4-af07-0fadf8d437bc/fc70446e-77d1-4f4d-bd02-53deafdcbc64) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:41.880234 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f9a2c-47d3-4b63-ab20-9cb8c29377c2 req-449a5604-5e19-4b14-a172-b536ac7bda7e tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:41.887641 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:41.891391 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-855f9a2c-47d3-4b63-ab20-9cb8c29377c2 req-449a5604-5e19-4b14-a172-b536ac7bda7e tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.2270207 Jul 15 15:03:41.893848 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:41.894229 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:41.977110 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.008314 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Transition to ACTIVE for port object d6eca246-062d-4379-a9c7-1ec5af299ea8 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:42.029757 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.054587 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-5c278596-c5c3-411d-b765-ebd1d7174454 None None] Provisioning complete for port ec20b185-e30e-4fb3-99df-3e2feb6b2b71 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:42.055072 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5c278596-c5c3-411d-b765-ebd1d7174454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.056873 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.077672 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-855f9a2c-47d3-4b63-ab20-9cb8c29377c2 req-e230a790-d3b2-407b-9ba8-431e9ea89a66 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794322 Jul 15 15:03:42.085825 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c393a3-ed35-49f8-87c8-16b9a71c5ea9 req-9b9ed522-e360-4ee7-8b61-d668dee8123f service neutron] 10.222.0.41 "GET /v2.0/networks/75636bd8-834f-4666-a502-d2096df2f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446868 Jul 15 15:03:42.114724 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9070fadf-8265-499a-b458-94189b5f9d06 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:42.158638 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16471f-a20f-42ed-b064-3a78eead37c6 None None] Pushing event updated for resources: {'Port': ['ID=d6eca246-062d-4379-a9c7-1ec5af299ea8,revision_number=2']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:42.203090 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Attempting to bind port d6eca246-062d-4379-a9c7-1ec5af299ea8 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:42.203773 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Attempting to bind port d6eca246-062d-4379-a9c7-1ec5af299ea8 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:42.210424 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Attempting to bind port d6eca246-062d-4379-a9c7-1ec5af299ea8 on network bf480c5f-a13c-4ddb-8c47-14b24c48353f {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:42.221387 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:42.224930 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Checking segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:42.226020 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.226884 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Bound using segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:42.228079 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Bound port: d6eca246-062d-4379-a9c7-1ec5af299ea8, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:42.230805 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.322754 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port 4d95b46e-93b4-4fc4-9e34-5d502f681fd7, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=4d95b46e-93b4-4fc4-9e34-5d502f681fd7,segment=NetworkSegment(9189f2c6-f2d6-4529-85a0-94c23bd71d1b),segment_id=9189f2c6-f2d6-4529-85a0-94c23bd71d1b)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:42.330365 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.342031 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.361406 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 9070fadf-8265-499a-b458-94189b5f9d06 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:42.362937 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.369305 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92c1bc-cdfc-4798-bd2d-5bbbd9b42723 req-0731230c-6b06-48e9-ad58-fbcd3c7d3b0b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:42.370949 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] For port d6eca246-062d-4379-a9c7-1ec5af299ea8, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:42.374681 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] For port d6eca246-062d-4379-a9c7-1ec5af299ea8, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=d6eca246-062d-4379-a9c7-1ec5af299ea8,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:42.376469 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5b92c1bc-cdfc-4798-bd2d-5bbbd9b42723 req-0731230c-6b06-48e9-ad58-fbcd3c7d3b0b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 943 time: 0.5745652 Jul 15 15:03:42.378985 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Transition to ACTIVE for port object fc70446e-77d1-4f4d-bd02-53deafdcbc64 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:42.384583 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.438593 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5b92c1bc-cdfc-4798-bd2d-5bbbd9b42723 req-6ecc77f0-6962-4b4a-a674-a6a6a9015003 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608916 Jul 15 15:03:42.446559 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.474833 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86530e-f5f5-4c05-ac9e-33f5ae40c6b8 req-b6530e29-ee41-4156-8ad7-8c3b3e2d9b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:42.476872 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c86530e-f5f5-4c05-ac9e-33f5ae40c6b8 req-b6530e29-ee41-4156-8ad7-8c3b3e2d9b5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d9dfe5dd9f74f51912b817c8b364471&device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 1096 time: 0.2953835 Jul 15 15:03:42.525585 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16471f-a20f-42ed-b064-3a78eead37c6 None None] Pushing event updated for resources: {'Port': ['ID=d6eca246-062d-4379-a9c7-1ec5af299ea8,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:42.541677 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Routers {'7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:42.542312 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:42.582592 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Network 01a075a3-3de0-43cb-811f-4e0df09d8c58 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:42.590999 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:42.601034 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=4d95b46e-93b4-4fc4-9e34-5d502f681fd7,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:42.607829 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:42.615528 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:42.615892 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:42.616268 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:42.616737 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:42.617086 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:42.617625 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:42.618007 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:42.619191 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:42.619603 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:42.619950 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:42.620304 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:42.620636 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:03:42.645616 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=fc70446e-77d1-4f4d-bd02-53deafdcbc64,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:42.719370 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.720736 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed5418-2ccb-4159-bffa-339606e94078 req-5b464005-8938-4047-817a-5bfad4a73be1 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:42.729423 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e5ed5418-2ccb-4159-bffa-339606e94078 req-5b464005-8938-4047-817a-5bfad4a73be1 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 944 time: 0.3092201 Jul 15 15:03:42.763350 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9070fadf-8265-499a-b458-94189b5f9d06'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:03:42.767598 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778295'] for router_interface, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.770388 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca10e0dc-12b8-4a74-9ebf-68ab94681ab9" -d '{"events": [{"server_uuid": "009bb2f1-a1f9-4f31-b5ad-c668181f33eb", "name": "network-vif-plugged", "status": "completed", "tag": "9070fadf-8265-499a-b458-94189b5f9d06"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:42.771105 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86530e-f5f5-4c05-ac9e-33f5ae40c6b8 req-bb80cbcf-3a52-42bf-bf6a-6acf5b0821d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:42.772796 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c86530e-f5f5-4c05-ac9e-33f5ae40c6b8 req-bb80cbcf-3a52-42bf-bf6a-6acf5b0821d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=75636bd8-834f-4666-a502-d2096df2f80a HTTP/1.1" status: 200 len: 910 time: 0.2807992 Jul 15 15:03:42.796118 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 9070fadf-8265-499a-b458-94189b5f9d06, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9070fadf-8265-499a-b458-94189b5f9d06,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:42.814059 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:42.876313 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e12af90-0033-40d4-a718-e31a230dc010 x-openstack-request-id: req-9e12af90-0033-40d4-a718-e31a230dc010 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:42.876636 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009bb2f1-a1f9-4f31-b5ad-c668181f33eb", "name": "network-vif-plugged", "status": "completed", "tag": "9070fadf-8265-499a-b458-94189b5f9d06", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:42.877242 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9e12af90-0033-40d4-a718-e31a230dc010 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:42.877658 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9070fadf-8265-499a-b458-94189b5f9d06', 'code': 200} Jul 15 15:03:42.898633 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] Set router 7cfe2e7a-7000-4952-8da0-2c3d9f0e8511 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:42.900546 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c86530e-f5f5-4c05-ac9e-33f5ae40c6b8 req-84ab135b-b043-4e09-ad98-80533fb771cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88b7978-b40f-41c4-9899-2e53f4524810 HTTP/1.1" status: 200 len: 217 time: 0.1160893 Jul 15 15:03:42.939944 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=9070fadf-8265-499a-b458-94189b5f9d06,revision_number=7']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:42.965734 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e5ed5418-2ccb-4159-bffa-339606e94078 req-9514aada-fb2b-44d4-99ce-3163b12eec6d tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339861 Jul 15 15:03:42.968525 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86530e-f5f5-4c05-ac9e-33f5ae40c6b8 req-e447290f-0af6-4f67-9eee-c2640e0cf18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:42.970699 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c86530e-f5f5-4c05-ac9e-33f5ae40c6b8 req-e447290f-0af6-4f67-9eee-c2640e0cf18e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38c123c1-f45d-4a94-8b4b-6772a02b8766 HTTP/1.1" status: 200 len: 848 time: 0.0634241 Jul 15 15:03:42.982109 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-2aa8c319-2af4-4e3a-8389-2efab8b90713 None None] Provisioning for port fc70446e-77d1-4f4d-bd02-53deafdcbc64 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:42.997061 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-2aa8c319-2af4-4e3a-8389-2efab8b90713 None None] Provisioning complete for port fc70446e-77d1-4f4d-bd02-53deafdcbc64 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:42.997446 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2aa8c319-2af4-4e3a-8389-2efab8b90713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:43.076535 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-2aa8c319-2af4-4e3a-8389-2efab8b90713 None None] Port fc70446e-77d1-4f4d-bd02-53deafdcbc64 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:43.081425 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86530e-f5f5-4c05-ac9e-33f5ae40c6b8 req-f4c1bd73-d081-4ea7-a6f5-f86eefc50ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:43.083513 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c86530e-f5f5-4c05-ac9e-33f5ae40c6b8 req-f4c1bd73-d081-4ea7-a6f5-f86eefc50ef1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75636bd8-834f-4666-a502-d2096df2f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1061902 Jul 15 15:03:43.120515 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:43.252576 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'name': 'tempest-TestMinimumBasicScenario-1533765105-router', 'tenant_id': '4652a7773be84075be62b248312692ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eca246-062d-4379-a9c7-1ec5af299ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:36Z', 'updated_at': '2021-07-15T15:03:38Z', 'revision_number': 3, 'project_id': '4652a7773be84075be62b248312692ec', 'gw_port': {'id': 'd6eca246-062d-4379-a9c7-1ec5af299ea8', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ed:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:37Z', 'updated_at': '2021-07-15T15:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:43.309442 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda3f04e-a26b-415a-81bc-a6d3e28634dc None None] The sync data for ids ['7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'] in dv-cinder-788367-2-iscsi is: [{'id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'name': 'tempest-TestMinimumBasicScenario-1533765105-router', 'tenant_id': '4652a7773be84075be62b248312692ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eca246-062d-4379-a9c7-1ec5af299ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:36Z', 'updated_at': '2021-07-15T15:03:38Z', 'revision_number': 3, 'project_id': '4652a7773be84075be62b248312692ec', 'gw_port': {'id': 'd6eca246-062d-4379-a9c7-1ec5af299ea8', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ed:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:37Z', 'updated_at': '2021-07-15T15:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:43.429677 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:43.447051 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:43.551563 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=fc70446e-77d1-4f4d-bd02-53deafdcbc64,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:43.559965 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-778307'] for router_interface, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:43.584999 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c86530e-f5f5-4c05-ac9e-33f5ae40c6b8 req-d4ffcd74-2292-4872-8742-fa801b487ff9 service neutron] 10.222.0.41 "GET /v2.0/networks/75636bd8-834f-4666-a502-d2096df2f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927392 Jul 15 15:03:43.620005 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2c484-3f77-4087-9fdc-cb9a0e8ae26b req-a4764374-8419-4862-986c-eafa44c3d67d tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:43.629250 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-91c2c484-3f77-4087-9fdc-cb9a0e8ae26b req-a4764374-8419-4862-986c-eafa44c3d67d tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.1274469 Jul 15 15:03:43.737295 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:43.829230 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-91c2c484-3f77-4087-9fdc-cb9a0e8ae26b req-d78dd198-603e-482b-8294-86fca7e5f2d7 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980469 Jul 15 15:03:43.863757 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c86530e-f5f5-4c05-ac9e-33f5ae40c6b8 req-6fee174e-0b61-4d5b-9e62-2664b08f8976 service neutron] 10.222.0.41 "GET /v2.0/networks/75636bd8-834f-4666-a502-d2096df2f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297752 Jul 15 15:03:43.901738 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:43.902226 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:43.910994 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Network 01a075a3-3de0-43cb-811f-4e0df09d8c58 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:43.913210 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:43.937709 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352aed9-2e08-48e3-9471-145de0c3b32e req-42cfc696-c3e4-42cd-8b25-0d27f1d88197 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:43.946644 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c352aed9-2e08-48e3-9471-145de0c3b32e req-42cfc696-c3e4-42cd-8b25-0d27f1d88197 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 943 time: 0.2585480 Jul 15 15:03:44.102050 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device ec20b185-e30e-4fb3-99df-3e2feb6b2b71 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:44.125002 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c352aed9-2e08-48e3-9471-145de0c3b32e req-dd4b51dc-fd77-4ae7-bec1-e0cb4a1c8495 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721451 Jul 15 15:03:44.199342 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port ec20b185-e30e-4fb3-99df-3e2feb6b2b71 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:44.199342 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:44.273425 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Router 7cfe2e7a-7000-4952-8da0-2c3d9f0e8511 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:03:44.357266 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099759fe-2bc2-4f64-86f4-c0afdb65841a req-2e80e2eb-8b04-4662-8c54-2e19560a97ae tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:44.363824 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-099759fe-2bc2-4f64-86f4-c0afdb65841a req-2e80e2eb-8b04-4662-8c54-2e19560a97ae tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.1454332 Jul 15 15:03:44.379122 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-2a68927e-3a36-45b5-8621-09684774c848 None None] Provisioning complete for port fc70446e-77d1-4f4d-bd02-53deafdcbc64 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:44.379520 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2a68927e-3a36-45b5-8621-09684774c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:44.450353 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-099759fe-2bc2-4f64-86f4-c0afdb65841a req-0bb225dd-aa8b-43fe-82ce-1d92096294fa tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842195 Jul 15 15:03:44.491938 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-2a68927e-3a36-45b5-8621-09684774c848 None None] Port fc70446e-77d1-4f4d-bd02-53deafdcbc64 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:03:44.803700 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:03:44.820211 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-0fb59f01-7bfc-41fc-b54e-08bec9ace3d5 admin admin] 10.222.0.72 "PUT /v2.0/routers/7cfe2e7a-7000-4952-8da0-2c3d9f0e8511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6155174 Jul 15 15:03:45.092504 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614c671-9a3f-4b27-9e57-bd4a6e13a003 req-1f43f3f9-5560-4eca-ba5a-c8b8fa1872b6 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:45.099881 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f614c671-9a3f-4b27-9e57-bd4a6e13a003 req-1f43f3f9-5560-4eca-ba5a-c8b8fa1872b6 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0850873 Jul 15 15:03:45.145803 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f614c671-9a3f-4b27-9e57-bd4a6e13a003 req-a0ef18a9-07f9-4736-a738-5198f292e54a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448699 Jul 15 15:03:45.424852 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e34f5-d20a-4c27-b91d-0dfd685cbcf6 req-5b4e06eb-940a-4d2d-bad2-ddaef55bd54e tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:45.431634 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ec3e34f5-d20a-4c27-b91d-0dfd685cbcf6 req-5b4e06eb-940a-4d2d-bad2-ddaef55bd54e tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 943 time: 0.1498954 Jul 15 15:03:45.474532 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ec3e34f5-d20a-4c27-b91d-0dfd685cbcf6 req-1ac4790b-d74f-4146-ba3e-1a84a8a439f2 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346448 Jul 15 15:03:45.721477 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device d6eca246-062d-4379-a9c7-1ec5af299ea8 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:45.794592 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529f8d9-f399-4def-ac0e-135666bf9532 req-92266c57-5e8d-4599-93da-c108f0a882e7 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:45.804271 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3529f8d9-f399-4def-ac0e-135666bf9532 req-92266c57-5e8d-4599-93da-c108f0a882e7 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.1552210 Jul 15 15:03:45.843449 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port d6eca246-062d-4379-a9c7-1ec5af299ea8 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:45.848750 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port d6eca246-062d-4379-a9c7-1ec5af299ea8 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:45.849499 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:45.891526 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3529f8d9-f399-4def-ac0e-135666bf9532 req-aa9dcfc7-0bc8-4f1f-9d2f-640b5a0332e3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862913 Jul 15 15:03:45.949317 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Sync routers for ids ['7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:03:45.967054 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Routers {'7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:45.967700 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-04f598d5-366c-4351-817c-171766467fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:46.118650 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:46.157047 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Set router 7cfe2e7a-7000-4952-8da0-2c3d9f0e8511 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:46.205555 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port d6eca246-062d-4379-a9c7-1ec5af299ea8, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=d6eca246-062d-4379-a9c7-1ec5af299ea8,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:46.217725 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:46.432161 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=d6eca246-062d-4379-a9c7-1ec5af299ea8,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:46.531783 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1db5e-e077-4d86-b26b-08b3a9e4c63a req-b63ec8a4-cd03-493f-9438-638f5f55e373 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:46.535881 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-04f598d5-366c-4351-817c-171766467fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'name': 'tempest-TestMinimumBasicScenario-1533765105-router', 'tenant_id': '4652a7773be84075be62b248312692ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eca246-062d-4379-a9c7-1ec5af299ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:36Z', 'updated_at': '2021-07-15T15:03:43Z', 'revision_number': 4, 'project_id': '4652a7773be84075be62b248312692ec', 'gw_port': {'id': 'd6eca246-062d-4379-a9c7-1ec5af299ea8', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ed:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:37Z', 'updated_at': '2021-07-15T15:03:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': 'fc70446e-77d1-4f4d-bd02-53deafdcbc64', 'name': '', 'network_id': '01a075a3-3de0-43cb-811f-4e0df09d8c58', 'tenant_id': '4652a7773be84075be62b248312692ec', 'mac_address': 'fa:16:3e:38:21:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0e13765c-863d-43a4-af07-0fadf8d437bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:41Z', 'updated_at': '2021-07-15T15:03:43Z', 'revision_number': 2, 'project_id': '4652a7773be84075be62b248312692ec', 'subnets': [{'id': '0e13765c-863d-43a4-af07-0fadf8d437bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:46.539284 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-dcc1db5e-e077-4d86-b26b-08b3a9e4c63a req-b63ec8a4-cd03-493f-9438-638f5f55e373 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.1055121 Jul 15 15:03:46.569634 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Checking router: 7cfe2e7a-7000-4952-8da0-2c3d9f0e8511 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:03:46.570247 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Updating router 7cfe2e7a-7000-4952-8da0-2c3d9f0e8511 port fc70446e-77d1-4f4d-bd02-53deafdcbc64 binding host dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:03:46.625675 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-dcc1db5e-e077-4d86-b26b-08b3a9e4c63a req-a5350d24-bb46-4ddf-b154-5b321c3445d9 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854237 Jul 15 15:03:46.629219 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:46.697495 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc66515-bfb5-4850-92d9-e34b8b1ab795 req-5d4f6ed4-bc4b-4147-8719-e12f85046854 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:46.707310 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6cc66515-bfb5-4850-92d9-e34b8b1ab795 req-5d4f6ed4-bc4b-4147-8719-e12f85046854 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 943 time: 0.0854933 Jul 15 15:03:46.759905 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6cc66515-bfb5-4850-92d9-e34b8b1ab795 req-da47d708-8499-4d5e-a131-25d31998a7f4 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513122 Jul 15 15:03:47.142704 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:47.155274 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Transition to ACTIVE for port object fc70446e-77d1-4f4d-bd02-53deafdcbc64 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:47.166899 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:47.238490 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae07d52-70ad-41b7-80a4-f12a1826c53e req-55ac848f-097c-4823-a393-2c0bd82199cd tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:47.240072 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0ae07d52-70ad-41b7-80a4-f12a1826c53e req-55ac848f-097c-4823-a393-2c0bd82199cd tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.1198330 Jul 15 15:03:47.261330 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876229a-7959-464f-8a8e-6a75e3f4bc08 None None] Pushing event updated for resources: {'Port': ['ID=fc70446e-77d1-4f4d-bd02-53deafdcbc64,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:47.347756 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0ae07d52-70ad-41b7-80a4-f12a1826c53e req-537a5d7c-b423-486b-bfdd-9d924c3ea103 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987632 Jul 15 15:03:47.358699 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Attempting to bind port fc70446e-77d1-4f4d-bd02-53deafdcbc64 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:47.359092 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Attempting to bind port fc70446e-77d1-4f4d-bd02-53deafdcbc64 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '6601982f-6b17-47f2-8fd0-979f1fbd863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '01a075a3-3de0-43cb-811f-4e0df09d8c58'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:47.359468 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Attempting to bind port fc70446e-77d1-4f4d-bd02-53deafdcbc64 on network 01a075a3-3de0-43cb-811f-4e0df09d8c58 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:47.375865 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:47.376271 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Checking segment: {'id': '6601982f-6b17-47f2-8fd0-979f1fbd863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '01a075a3-3de0-43cb-811f-4e0df09d8c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:47.376683 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:47.377114 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Bound using segment: {'id': '6601982f-6b17-47f2-8fd0-979f1fbd863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '01a075a3-3de0-43cb-811f-4e0df09d8c58'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:47.377597 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Bound port: fc70446e-77d1-4f4d-bd02-53deafdcbc64, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6601982f-6b17-47f2-8fd0-979f1fbd863e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '01a075a3-3de0-43cb-811f-4e0df09d8c58'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:47.378245 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:47.520760 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-04f598d5-366c-4351-817c-171766467fc0 None None] For port fc70446e-77d1-4f4d-bd02-53deafdcbc64, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:47.524308 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-04f598d5-366c-4351-817c-171766467fc0 None None] For port fc70446e-77d1-4f4d-bd02-53deafdcbc64, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=fc70446e-77d1-4f4d-bd02-53deafdcbc64,segment=NetworkSegment(6601982f-6b17-47f2-8fd0-979f1fbd863e),segment_id=6601982f-6b17-47f2-8fd0-979f1fbd863e)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:47.535324 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:47.617393 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Routers {'7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:03:47.618871 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-04f598d5-366c-4351-817c-171766467fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:47.906766 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device d6eca246-062d-4379-a9c7-1ec5af299ea8 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:47.950654 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876229a-7959-464f-8a8e-6a75e3f4bc08 None None] Pushing event updated for resources: {'Port': ['ID=fc70446e-77d1-4f4d-bd02-53deafdcbc64,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:47.976029 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-04f598d5-366c-4351-817c-171766467fc0 None None] Set router 7cfe2e7a-7000-4952-8da0-2c3d9f0e8511 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:03:48.086056 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port d6eca246-062d-4379-a9c7-1ec5af299ea8 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:48.089385 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:48.113259 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee21a2b-6989-450e-b0eb-2b9f45715f38 req-720b99b5-74d1-45f4-a376-36595714137a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:48.123265 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-dee21a2b-6989-450e-b0eb-2b9f45715f38 req-720b99b5-74d1-45f4-a376-36595714137a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.1882105 Jul 15 15:03:48.169233 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-dee21a2b-6989-450e-b0eb-2b9f45715f38 req-882a07a0-6138-455e-af9f-a4aceac49fa8 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446231 Jul 15 15:03:48.261053 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d024152-5e83-4b8a-a18f-0fb5c44434e0 req-a38de1f6-f9a3-474f-a91f-d5099571157f tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:48.262554 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6d024152-5e83-4b8a-a18f-0fb5c44434e0 req-a38de1f6-f9a3-474f-a91f-d5099571157f tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 943 time: 0.1960902 Jul 15 15:03:48.380547 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6d024152-5e83-4b8a-a18f-0fb5c44434e0 req-4a88b32d-8ee3-4653-988f-a8b86cf45ee3 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976875 Jul 15 15:03:48.581601 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-04f598d5-366c-4351-817c-171766467fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'name': 'tempest-TestMinimumBasicScenario-1533765105-router', 'tenant_id': '4652a7773be84075be62b248312692ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eca246-062d-4379-a9c7-1ec5af299ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:36Z', 'updated_at': '2021-07-15T15:03:43Z', 'revision_number': 4, 'project_id': '4652a7773be84075be62b248312692ec', 'gw_port': {'id': 'd6eca246-062d-4379-a9c7-1ec5af299ea8', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ed:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:37Z', 'updated_at': '2021-07-15T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': 'fc70446e-77d1-4f4d-bd02-53deafdcbc64', 'name': '', 'network_id': '01a075a3-3de0-43cb-811f-4e0df09d8c58', 'tenant_id': '4652a7773be84075be62b248312692ec', 'mac_address': 'fa:16:3e:38:21:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0e13765c-863d-43a4-af07-0fadf8d437bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:41Z', 'updated_at': '2021-07-15T15:03:47Z', 'revision_number': 4, 'project_id': '4652a7773be84075be62b248312692ec', 'subnets': [{'id': '0e13765c-863d-43a4-af07-0fadf8d437bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:03:48.624702 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f598d5-366c-4351-817c-171766467fc0 None None] The sync data for ids ['7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'] in dv-cinder-788367-2-iscsi is: [{'id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'name': 'tempest-TestMinimumBasicScenario-1533765105-router', 'tenant_id': '4652a7773be84075be62b248312692ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eca246-062d-4379-a9c7-1ec5af299ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:36Z', 'updated_at': '2021-07-15T15:03:43Z', 'revision_number': 4, 'project_id': '4652a7773be84075be62b248312692ec', 'gw_port': {'id': 'd6eca246-062d-4379-a9c7-1ec5af299ea8', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ed:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:37Z', 'updated_at': '2021-07-15T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': 'fc70446e-77d1-4f4d-bd02-53deafdcbc64', 'name': '', 'network_id': '01a075a3-3de0-43cb-811f-4e0df09d8c58', 'tenant_id': '4652a7773be84075be62b248312692ec', 'mac_address': 'fa:16:3e:38:21:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0e13765c-863d-43a4-af07-0fadf8d437bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:41Z', 'updated_at': '2021-07-15T15:03:47Z', 'revision_number': 4, 'project_id': '4652a7773be84075be62b248312692ec', 'subnets': [{'id': '0e13765c-863d-43a4-af07-0fadf8d437bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:03:48.812252 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f3af7-dbf2-40bf-adf8-c5bcce6bef1a req-69acc50a-8650-45f3-a271-076c96e053d8 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:48.822004 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e50f3af7-dbf2-40bf-adf8-c5bcce6bef1a req-69acc50a-8650-45f3-a271-076c96e053d8 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.1485460 Jul 15 15:03:48.926759 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e50f3af7-dbf2-40bf-adf8-c5bcce6bef1a req-a61aed84-7e69-4b87-a54e-3b21279644ea tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033034 Jul 15 15:03:49.561660 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0465e-c3d6-485e-a432-8f5329437a2e req-75d54f91-9710-49ca-90ab-4d64d0b32fd7 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:49.563832 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6ea0465e-c3d6-485e-a432-8f5329437a2e req-75d54f91-9710-49ca-90ab-4d64d0b32fd7 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.1612232 Jul 15 15:03:49.661154 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6ea0465e-c3d6-485e-a432-8f5329437a2e req-903cb175-b1ea-46dd-8193-86cfca6538b0 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803313 Jul 15 15:03:49.813374 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device fc70446e-77d1-4f4d-bd02-53deafdcbc64 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:49.834738 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ec181-efbc-4c58-b7a3-8eaae39cf9ae req-7c00ff9e-150e-4148-b8e2-bdd77077530d tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:49.844655 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5e4ec181-efbc-4c58-b7a3-8eaae39cf9ae req-7c00ff9e-150e-4148-b8e2-bdd77077530d tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 943 time: 0.2118855 Jul 15 15:03:49.916973 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5e4ec181-efbc-4c58-b7a3-8eaae39cf9ae req-ac05e5ad-c640-42bf-835a-5ebfbea343b5 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646060 Jul 15 15:03:49.989323 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port fc70446e-77d1-4f4d-bd02-53deafdcbc64 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:49.997701 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port fc70446e-77d1-4f4d-bd02-53deafdcbc64 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:49.998271 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.125777 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device d88b7978-b40f-41c4-9899-2e53f4524810 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:03:50.212488 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.350116 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dafec1-42fd-4f28-85bf-c59b853c5fef req-d8259092-59ae-43b9-9a0e-23a0a585d560 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:50.355425 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-82dafec1-42fd-4f28-85bf-c59b853c5fef req-d8259092-59ae-43b9-9a0e-23a0a585d560 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.1704476 Jul 15 15:03:50.395246 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port fc70446e-77d1-4f4d-bd02-53deafdcbc64, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=fc70446e-77d1-4f4d-bd02-53deafdcbc64,segment=NetworkSegment(6601982f-6b17-47f2-8fd0-979f1fbd863e),segment_id=6601982f-6b17-47f2-8fd0-979f1fbd863e)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:50.408413 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.458362 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-82dafec1-42fd-4f28-85bf-c59b853c5fef req-d4715cda-25bb-463b-bfd1-401766c5fd16 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854220 Jul 15 15:03:50.576452 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port d88b7978-b40f-41c4-9899-2e53f4524810, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d88b7978-b40f-41c4-9899-2e53f4524810,segment=NetworkSegment(530807e7-ddc2-4511-b561-a0efd7acd4f9),segment_id=530807e7-ddc2-4511-b561-a0efd7acd4f9)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:50.616005 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': 'd88b7978-b40f-41c4-9899-2e53f4524810', 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a', 'port_id': 'd88b7978-b40f-41c4-9899-2e53f4524810', 'mac_address': 'fa:16:3e:db:49:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:03:50.659130 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=fc70446e-77d1-4f4d-bd02-53deafdcbc64,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:50.766241 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.826934 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88b7978-b40f-41c4-9899-2e53f4524810 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:03:50.857895 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port d88b7978-b40f-41c4-9899-2e53f4524810, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d88b7978-b40f-41c4-9899-2e53f4524810,segment=NetworkSegment(530807e7-ddc2-4511-b561-a0efd7acd4f9),segment_id=530807e7-ddc2-4511-b561-a0efd7acd4f9)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:50.867626 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:50.880069 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ce500465-3a9c-4902-a95a-cb90f420ee99 req-a48c9850-c703-4caa-a3f8-97d32cc75044 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2043371 Jul 15 15:03:50.969792 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a552f5a-5818-4080-a4be-709d0bc1c046 req-62572798-9255-49c8-9ce2-9d78090fd49c tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:50.980262 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5a552f5a-5818-4080-a4be-709d0bc1c046 req-62572798-9255-49c8-9ce2-9d78090fd49c tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.1137934 Jul 15 15:03:50.987981 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=d88b7978-b40f-41c4-9899-2e53f4524810,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:51.043497 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce500465-3a9c-4902-a95a-cb90f420ee99 req-b7c0a8f5-97d8-49b2-96c8-cadb584991b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:51.059652 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5a552f5a-5818-4080-a4be-709d0bc1c046 req-62abc0b7-aff5-452f-a1c7-e152f3fb0c12 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778551 Jul 15 15:03:51.060996 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ce500465-3a9c-4902-a95a-cb90f420ee99 req-b7c0a8f5-97d8-49b2-96c8-cadb584991b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6de9338e1067409392dc60a909732e80&device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 1098 time: 0.1522279 Jul 15 15:03:51.196008 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['d88b7978-b40f-41c4-9899-2e53f4524810'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:03:51.293959 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41b859-d9b8-438f-ac72-bd95dce877d2 req-16c517b4-a01e-443e-b4b8-18c8050e9a01 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:51.301632 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d41b859-d9b8-438f-ac72-bd95dce877d2 req-16c517b4-a01e-443e-b4b8-18c8050e9a01 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 944 time: 0.0795901 Jul 15 15:03:51.350813 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce500465-3a9c-4902-a95a-cb90f420ee99 req-2c6c9865-c6c1-4d87-a893-f3b6b46a216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:51.352896 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ce500465-3a9c-4902-a95a-cb90f420ee99 req-2c6c9865-c6c1-4d87-a893-f3b6b46a216b service neutron] 10.222.0.41 "GET /v2.0/networks?id=65e7b396-175a-4d9e-8b98-b8695e348fec HTTP/1.1" status: 200 len: 919 time: 0.2546427 Jul 15 15:03:51.356803 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d41b859-d9b8-438f-ac72-bd95dce877d2 req-206bb935-11d5-4750-8106-929cb3568e05 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539091 Jul 15 15:03:51.463811 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ce500465-3a9c-4902-a95a-cb90f420ee99 req-2a301880-f45e-4e2b-bfce-5e020db182f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ab1aa97-3351-4d97-9cfc-0dc633adce40 HTTP/1.1" status: 200 len: 217 time: 0.0883420 Jul 15 15:03:51.527086 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce500465-3a9c-4902-a95a-cb90f420ee99 req-39cac292-4213-49ba-8620-3b976ea6a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:51.529018 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ce500465-3a9c-4902-a95a-cb90f420ee99 req-39cac292-4213-49ba-8620-3b976ea6a2ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9f33964-418e-49b9-8d6e-5705600bae01 HTTP/1.1" status: 200 len: 858 time: 0.0530026 Jul 15 15:03:51.628628 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ce500465-3a9c-4902-a95a-cb90f420ee99 req-669e3816-d27a-4cab-a97f-fdd1d286c096 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65e7b396-175a-4d9e-8b98-b8695e348fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854998 Jul 15 15:03:51.689035 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device fc70446e-77d1-4f4d-bd02-53deafdcbc64 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:51.825092 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f048ea2-68df-47bc-91a9-9cd9dc0ac56c req-7da75d38-1550-483b-99c9-63f3dc77f1ba tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:51.830030 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7f048ea2-68df-47bc-91a9-9cd9dc0ac56c req-7da75d38-1550-483b-99c9-63f3dc77f1ba tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.1237164 Jul 15 15:03:51.837866 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ce500465-3a9c-4902-a95a-cb90f420ee99 req-932e6ddc-1524-461b-bba2-b0c864ef525c service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027242 Jul 15 15:03:51.916344 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port fc70446e-77d1-4f4d-bd02-53deafdcbc64 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:51.916935 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:51.924883 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7f048ea2-68df-47bc-91a9-9cd9dc0ac56c req-dcc661a1-4e82-476b-94eb-eab707368dd9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866177 Jul 15 15:03:52.075951 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ce500465-3a9c-4902-a95a-cb90f420ee99 req-c6fd94f2-67f5-4922-a36c-b606b6b4378d service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304521 Jul 15 15:03:52.364207 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2472c-2e11-4e88-95e7-2c64d79b6f8b req-21ee0736-9096-47a5-b6f6-0ab68754be57 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:52.372562 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-22d2472c-2e11-4e88-95e7-2c64d79b6f8b req-21ee0736-9096-47a5-b6f6-0ab68754be57 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.1392167 Jul 15 15:03:52.429180 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-22d2472c-2e11-4e88-95e7-2c64d79b6f8b req-28c7f95c-759d-4066-9b92-7017de9c4294 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551713 Jul 15 15:03:52.636697 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fac4ce-e69e-4cf8-a927-6bcee64f5332 req-0becb9d0-b865-4114-bd4c-c8be5817c619 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:52.638617 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-65fac4ce-e69e-4cf8-a927-6bcee64f5332 req-0becb9d0-b865-4114-bd4c-c8be5817c619 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 944 time: 0.0790248 Jul 15 15:03:52.695241 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-65fac4ce-e69e-4cf8-a927-6bcee64f5332 req-57ea9129-d795-4388-8ece-7b766be6182b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508966 Jul 15 15:03:53.191881 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b6429-cf8a-4020-acbd-bdfb7fc7c7dd req-f58dfdda-c8ec-4eaf-ab7a-0053297ba0b4 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:53.200311 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-566b6429-cf8a-4020-acbd-bdfb7fc7c7dd req-f58dfdda-c8ec-4eaf-ab7a-0053297ba0b4 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0859704 Jul 15 15:03:53.272475 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-566b6429-cf8a-4020-acbd-bdfb7fc7c7dd req-7e269a32-68cd-453e-b5f6-b0c244c9dfb8 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694847 Jul 15 15:03:53.336254 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:54.081856 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143e5e0-c7fe-4876-aba2-b5eaad4aac20 req-dd31b8b6-d372-41c1-ab31-972018981b67 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:54.093906 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3143e5e0-c7fe-4876-aba2-b5eaad4aac20 req-dd31b8b6-d372-41c1-ab31-972018981b67 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0912728 Jul 15 15:03:54.130986 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device d88b7978-b40f-41c4-9899-2e53f4524810 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:03:54.164121 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3143e5e0-c7fe-4876-aba2-b5eaad4aac20 req-a7278aa8-b8f5-4ae2-b27b-c0a77c0e041c tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650733 Jul 15 15:03:54.249790 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port d88b7978-b40f-41c4-9899-2e53f4524810 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:03:54.254427 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port d88b7978-b40f-41c4-9899-2e53f4524810 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:03:54.254742 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:54.433073 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:54.446531 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d138fe-7931-4b6e-9a81-a4a29861b93e req-d0314e4c-b9c5-4149-b6a3-b98c7ec54b57 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:54.448654 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-31d138fe-7931-4b6e-9a81-a4a29861b93e req-d0314e4c-b9c5-4149-b6a3-b98c7ec54b57 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 944 time: 0.1068997 Jul 15 15:03:54.492141 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port d88b7978-b40f-41c4-9899-2e53f4524810, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d88b7978-b40f-41c4-9899-2e53f4524810,segment=NetworkSegment(530807e7-ddc2-4511-b561-a0efd7acd4f9),segment_id=530807e7-ddc2-4511-b561-a0efd7acd4f9)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:03:54.494051 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88b7978-b40f-41c4-9899-2e53f4524810'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:03:54.496728 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cef79b0-058f-46d2-93d5-73a58685bc63" -d '{"events": [{"server_uuid": "a1392418-ee03-4a65-bfac-cc559b0a9fcc", "name": "network-vif-plugged", "status": "completed", "tag": "d88b7978-b40f-41c4-9899-2e53f4524810"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:54.502997 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:54.537069 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-31d138fe-7931-4b6e-9a81-a4a29861b93e req-6af053d8-42b9-4f29-a107-138c2e6f47b6 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752790 Jul 15 15:03:54.632022 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=d88b7978-b40f-41c4-9899-2e53f4524810,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:54.745048 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236070e-4d7e-478e-91c9-121333169a64 req-e39bdd6d-a6cc-4c58-bbf3-448426e0153c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:54.746610 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1236070e-4d7e-478e-91c9-121333169a64 req-e39bdd6d-a6cc-4c58-bbf3-448426e0153c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0706151 Jul 15 15:03:54.799348 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1236070e-4d7e-478e-91c9-121333169a64 req-d41c7e35-0c6b-45f5-b382-c78ae7692246 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458894 Jul 15 15:03:54.872857 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f2cab3-8f8d-49e9-bd10-4497b3fc45a7 x-openstack-request-id: req-57f2cab3-8f8d-49e9-bd10-4497b3fc45a7 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:54.873382 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1392418-ee03-4a65-bfac-cc559b0a9fcc", "name": "network-vif-plugged", "status": "completed", "tag": "d88b7978-b40f-41c4-9899-2e53f4524810", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:54.873635 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-57f2cab3-8f8d-49e9-bd10-4497b3fc45a7 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:54.874032 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88b7978-b40f-41c4-9899-2e53f4524810', 'code': 200} Jul 15 15:03:55.286435 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafe631-1e90-4260-ac52-6b0665087af3 req-a355e4b3-ecc7-4589-8864-52e0d05d9f5e tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:55.291536 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-deafe631-1e90-4260-ac52-6b0665087af3 req-a355e4b3-ecc7-4589-8864-52e0d05d9f5e tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/networks?id=eb0f73d0-6c68-491c-8f90-de765fa79745 HTTP/1.1" status: 200 len: 814 time: 0.1670053 Jul 15 15:03:55.333019 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-deafe631-1e90-4260-ac52-6b0665087af3 req-4d9c5d14-c1e6-42f5-b0fb-e963430d183a tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/quotas/34c7232bfa66404fb369fb81b40a809e HTTP/1.1" status: 200 len: 375 time: 0.0295789 Jul 15 15:03:55.355538 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ce0e0-a245-4de2-9b43-c9b47fb48951 req-cb0e7971-c0bf-4a56-8339-783bed4ff81d tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:55.363260 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9b3ce0e0-a245-4de2-9b43-c9b47fb48951 req-cb0e7971-c0bf-4a56-8339-783bed4ff81d tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0768580 Jul 15 15:03:55.401460 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501b50f-fa7a-4d29-b5c4-c96f589ab7cd req-125472ce-f178-4d05-86b0-2364bd6c3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:55.403114 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1501b50f-fa7a-4d29-b5c4-c96f589ab7cd req-125472ce-f178-4d05-86b0-2364bd6c3967 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 1098 time: 0.1104507 Jul 15 15:03:55.411772 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9b3ce0e0-a245-4de2-9b43-c9b47fb48951 req-183aefab-de4f-43b0-b731-8b98c9c8a100 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473440 Jul 15 15:03:55.438497 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-deafe631-1e90-4260-ac52-6b0665087af3 req-4805a259-2121-4cf3-9ddf-b04ee06a6b92 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=34c7232bfa66404fb369fb81b40a809e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0933332 Jul 15 15:03:55.549222 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1501b50f-fa7a-4d29-b5c4-c96f589ab7cd req-02820709-c566-48ca-9a7d-9473c441a926 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936508 Jul 15 15:03:55.592298 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-deafe631-1e90-4260-ac52-6b0665087af3 req-2558662e-a65e-4259-a7fc-a81274a522b7 service neutron] 10.222.0.72 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449401 Jul 15 15:03:55.715149 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-deafe631-1e90-4260-ac52-6b0665087af3 req-5364dd40-2f59-4989-a341-a72c04136433 service neutron] 10.222.0.72 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098359 Jul 15 15:03:55.767140 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95695b79-6fe7-4b11-a169-67b413350452 req-ddf2fd6c-ea57-4ca0-8a30-150eee70d4eb tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:55.769037 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-95695b79-6fe7-4b11-a169-67b413350452 req-ddf2fd6c-ea57-4ca0-8a30-150eee70d4eb tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.0768082 Jul 15 15:03:55.807036 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963918b-8638-427c-b81d-0ad72765b0bf req-005dd1d6-5c46-462c-abac-2193c7b805dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:55.808615 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f963918b-8638-427c-b81d-0ad72765b0bf req-005dd1d6-5c46-462c-abac-2193c7b805dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af2016afdf21465691485701f391f03b&device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 1098 time: 0.0796304 Jul 15 15:03:55.830464 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-95695b79-6fe7-4b11-a169-67b413350452 req-dcd9472c-9889-49e8-9db2-595e68f85fd4 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528545 Jul 15 15:03:55.937526 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963918b-8638-427c-b81d-0ad72765b0bf req-76dd8135-5c56-4f3d-bb26-83e1ad7a0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:55.939799 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f963918b-8638-427c-b81d-0ad72765b0bf req-76dd8135-5c56-4f3d-bb26-83e1ad7a0ac0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21c983ea-d72b-4caf-9ecb-4a2da4a95654 HTTP/1.1" status: 200 len: 918 time: 0.1165860 Jul 15 15:03:56.015967 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b292593-1bad-4bcd-91de-4a0f7c6c8392 req-905177e8-0c42-4305-b956-9b532fe93dc5 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:56.023308 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9b292593-1bad-4bcd-91de-4a0f7c6c8392 req-905177e8-0c42-4305-b956-9b532fe93dc5 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.0786157 Jul 15 15:03:56.034703 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-101c7f41-571d-4689-825d-44cbf9e2214b req-315064eb-a63e-493e-ae8f-44d0a782fe56 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 210 time: 0.1029036 Jul 15 15:03:56.073731 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f963918b-8638-427c-b81d-0ad72765b0bf req-2e9eb08a-d8fb-4447-bd7c-1679be850042 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9070fadf-8265-499a-b458-94189b5f9d06 HTTP/1.1" status: 200 len: 1000 time: 0.1207333 Jul 15 15:03:56.085506 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9b292593-1bad-4bcd-91de-4a0f7c6c8392 req-cded8ed6-8c26-43fc-bc5b-56e4702e4308 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612495 Jul 15 15:03:56.148162 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963918b-8638-427c-b81d-0ad72765b0bf req-0778bfb0-cbcc-4417-84e1-4d2b7eb1df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:56.149701 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f963918b-8638-427c-b81d-0ad72765b0bf req-0778bfb0-cbcc-4417-84e1-4d2b7eb1df4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8085225-82a0-4f67-8a09-a82c8f272762 HTTP/1.1" status: 200 len: 856 time: 0.0567212 Jul 15 15:03:56.232887 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963918b-8638-427c-b81d-0ad72765b0bf req-62fcef6b-7eca-436f-b46b-0bfe09d553d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:56.234575 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f963918b-8638-427c-b81d-0ad72765b0bf req-62fcef6b-7eca-436f-b46b-0bfe09d553d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21c983ea-d72b-4caf-9ecb-4a2da4a95654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734766 Jul 15 15:03:56.359744 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f963918b-8638-427c-b81d-0ad72765b0bf req-904265c1-7747-40c1-a508-7900085e1e7a service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132390 Jul 15 15:03:56.481472 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f963918b-8638-427c-b81d-0ad72765b0bf req-bf464382-f301-43b6-b508-c2e6c0ba6e0a service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122894 Jul 15 15:03:56.631086 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769168e7-d55a-4683-8f47-233a748343a0 req-4087526f-cead-41b9-b5bf-a6a5be2388ce tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:56.632673 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-769168e7-d55a-4683-8f47-233a748343a0 req-4087526f-cead-41b9-b5bf-a6a5be2388ce tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0719566 Jul 15 15:03:56.683922 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-769168e7-d55a-4683-8f47-233a748343a0 req-a87ae31a-35f1-4bb9-8cda-de9e033329b5 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423474 Jul 15 15:03:56.761280 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:03:56.870117 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07cf6b-f9ec-4786-be57-136a185b0b53 req-2d104d62-7522-4ecd-aa4c-ce947eaeede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:56.871648 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-aa07cf6b-f9ec-4786-be57-136a185b0b53 req-2d104d62-7522-4ecd-aa4c-ce947eaeede3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 1099 time: 0.0634606 Jul 15 15:03:56.910059 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-aa07cf6b-f9ec-4786-be57-136a185b0b53 req-7b2cb5b6-df43-4fca-a793-afac14dde00e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311959 Jul 15 15:03:57.005923 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3995cff-13fd-4f9e-a2b6-904d68ddd7f6 req-d339d39e-8dca-4bb3-aa36-e4a4ec32c28b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:57.013596 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b3995cff-13fd-4f9e-a2b6-904d68ddd7f6 req-d339d39e-8dca-4bb3-aa36-e4a4ec32c28b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.0775599 Jul 15 15:03:57.057741 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b3995cff-13fd-4f9e-a2b6-904d68ddd7f6 req-6d3f2551-0c64-4537-801d-e10c24d30bb3 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431886 Jul 15 15:03:57.221299 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2081055f-5bd4-441e-b76d-10200d519368 req-4f2d1fb4-2b86-4e62-b36d-1473a65f8832 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 210 time: 0.0350649 Jul 15 15:03:57.292615 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d792f8-25f6-4581-8a0a-d02a333fc031 req-773a3792-ee9d-49a6-9a3f-64b96cf10242 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:57.296119 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-17d792f8-25f6-4581-8a0a-d02a333fc031 req-773a3792-ee9d-49a6-9a3f-64b96cf10242 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.1127894 Jul 15 15:03:57.347101 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-17d792f8-25f6-4581-8a0a-d02a333fc031 req-d9bb88c8-860f-48be-8cf9-63e478f774ab tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451052 Jul 15 15:03:57.389096 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 35710) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:57.540144 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3ecc8-9dfa-4745-a68a-ea296168fa64 req-bc7961ba-70c1-465a-97e3-dc7da011cdfd tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:57.541808 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e4b3ecc8-9dfa-4745-a68a-ea296168fa64 req-bc7961ba-70c1-465a-97e3-dc7da011cdfd tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.1647742 Jul 15 15:03:57.583917 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafe631-1e90-4260-ac52-6b0665087af3 req-f2f6f7f0-1ae9-4f46-8952-a6dbd26512f4 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:57.585706 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-deafe631-1e90-4260-ac52-6b0665087af3 req-f2f6f7f0-1ae9-4f46-8952-a6dbd26512f4 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.41 "GET /v2.0/networks?id=eb0f73d0-6c68-491c-8f90-de765fa79745 HTTP/1.1" status: 200 len: 814 time: 0.2318327 Jul 15 15:03:57.594877 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e4b3ecc8-9dfa-4745-a68a-ea296168fa64 req-6ebf0a34-6edc-40df-98b1-61b589db9842 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474603 Jul 15 15:03:57.611905 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-deafe631-1e90-4260-ac52-6b0665087af3 req-54262992-3fc6-4f76-a8e9-247acf1d0a78 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Request body: {'port': {'device_id': '4816ee26-4b2b-45ee-a46f-fad7b1500e12', 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745', 'admin_state_up': True, 'tenant_id': '34c7232bfa66404fb369fb81b40a809e'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:57.777805 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deafe631-1e90-4260-ac52-6b0665087af3 req-54262992-3fc6-4f76-a8e9-247acf1d0a78 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Made reservation on behalf of 34c7232bfa66404fb369fb81b40a809e for: {'port': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:03:57.782006 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-deafe631-1e90-4260-ac52-6b0665087af3 req-54262992-3fc6-4f76-a8e9-247acf1d0a78 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:57.808052 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e258d60c-1b51-4ebd-99a0-0e4e15937da6 tempest-TestShelveInstance-1166584528 tempest-TestShelveInstance-1166584528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:57.810335 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e258d60c-1b51-4ebd-99a0-0e4e15937da6 tempest-TestShelveInstance-1166584528 tempest-TestShelveInstance-1166584528-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 1093 time: 0.4174831 Jul 15 15:03:57.813618 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 35720) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:03:57.820211 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Request body: {'floatingip': {'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'port_id': 'd88b7978-b40f-41c4-9899-2e53f4524810', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:57.850331 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for floatingip, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:57.980749 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [req-deafe631-1e90-4260-ac52-6b0665087af3 req-54262992-3fc6-4f76-a8e9-247acf1d0a78 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Allocated IP 172.20.0.10 (eb0f73d0-6c68-491c-8f90-de765fa79745/35721cf3-b2d8-48fb-8c51-7bd2428c258d/1418fe61-da1f-4f0d-b4d0-ecec93e54418) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:58.003836 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77629408-6934-4937-855e-2c531e4ff5fe req-f2966669-96a6-4e13-b6f3-a5dce77cf9f9 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:58.005749 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-77629408-6934-4937-855e-2c531e4ff5fe req-f2966669-96a6-4e13-b6f3-a5dce77cf9f9 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.1285310 Jul 15 15:03:58.104223 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-77629408-6934-4937-855e-2c531e4ff5fe req-214edbb7-3487-4594-8fe3-86aef416f773 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861635 Jul 15 15:03:58.121127 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:58.257079 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-deafe631-1e90-4260-ac52-6b0665087af3 req-54262992-3fc6-4f76-a8e9-247acf1d0a78 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:58.266975 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Allocated IP 172.27.0.173 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/4df10528-e23f-465c-b6ad-812fd3a4ef4b) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:03:58.328588 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-deafe631-1e90-4260-ac52-6b0665087af3 req-54262992-3fc6-4f76-a8e9-247acf1d0a78 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:58.342816 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['a5d17a25-3d44-478d-ad71-bffedb43537c', '94292533-1dcd-4dd7-9e7b-e90fe54615c3', '645fd70c-57b4-443d-9a88-eccc5ab31824'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:03:58.379518 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deafe631-1e90-4260-ac52-6b0665087af3 req-54262992-3fc6-4f76-a8e9-247acf1d0a78 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Network eb0f73d0-6c68-491c-8f90-de765fa79745 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:58.419557 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [req-deafe631-1e90-4260-ac52-6b0665087af3 req-54262992-3fc6-4f76-a8e9-247acf1d0a78 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:58.424539 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-deafe631-1e90-4260-ac52-6b0665087af3 req-54262992-3fc6-4f76-a8e9-247acf1d0a78 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:58.478852 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafe631-1e90-4260-ac52-6b0665087af3 req-54262992-3fc6-4f76-a8e9-247acf1d0a78 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:58.479523 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-deafe631-1e90-4260-ac52-6b0665087af3 req-54262992-3fc6-4f76-a8e9-247acf1d0a78 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:58.500141 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:58.515939 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54262992-3fc6-4f76-a8e9-247acf1d0a78 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Pushing event updated for resources: {'Port': ['ID=1418fe61-da1f-4f0d-b4d0-ecec93e54418,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:58.536596 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-deafe631-1e90-4260-ac52-6b0665087af3 req-54262992-3fc6-4f76-a8e9-247acf1d0a78 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9310758 Jul 15 15:03:58.550913 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Request body: {'port': {'device_id': '4816ee26-4b2b-45ee-a46f-fad7b1500e12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:03:58.561781 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc033a0-228b-46f9-ad3a-d3a39729aa94 req-c0df2dab-bc17-44e3-a2c8-9f8f961dbca9 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:58.563634 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8cc033a0-228b-46f9-ad3a-d3a39729aa94 req-c0df2dab-bc17-44e3-a2c8-9f8f961dbca9 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 932 time: 0.1831405 Jul 15 15:03:58.604248 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:58.657678 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:03:58.672084 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:03:58.676474 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8cc033a0-228b-46f9-ad3a-d3a39729aa94 req-8e7bd956-69ba-40a3-8088-c528a2583e04 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877044 Jul 15 15:03:58.684085 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:03:58.743634 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:58.784261 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Pushing event updated for resources: {'Port': ['ID=4df10528-e23f-465c-b6ad-812fd3a4ef4b,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:59.068941 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7fefe-47e7-43b6-bdb5-d84083022f24 req-ae584ef9-5d4a-45e9-ae25-055afdd8dd1e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:59.070544 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-adf7fefe-47e7-43b6-bdb5-d84083022f24 req-ae584ef9-5d4a-45e9-ae25-055afdd8dd1e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 945 time: 0.1962359 Jul 15 15:03:59.124969 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1418fe61-da1f-4f0d-b4d0-ecec93e54418 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:03:59.128633 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-adf7fefe-47e7-43b6-bdb5-d84083022f24 req-300d1365-443d-450b-b843-6a259c064345 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506008 Jul 15 15:03:59.134947 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.156551 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Transition to ACTIVE for port object 1418fe61-da1f-4f0d-b4d0-ecec93e54418 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:03:59.163491 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.246192 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Pushing event updated for resources: {'Port': ['ID=1418fe61-da1f-4f0d-b4d0-ecec93e54418,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:59.316358 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Attempting to bind port 1418fe61-da1f-4f0d-b4d0-ecec93e54418 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:03:59.316692 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Attempting to bind port 1418fe61-da1f-4f0d-b4d0-ecec93e54418 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7232eb18-8576-40a7-8448-d91fdfd1a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:03:59.317019 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Attempting to bind port 1418fe61-da1f-4f0d-b4d0-ecec93e54418 on network eb0f73d0-6c68-491c-8f90-de765fa79745 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:59.336057 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Port 1418fe61-da1f-4f0d-b4d0-ecec93e54418 on network eb0f73d0-6c68-491c-8f90-de765fa79745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:03:59.337141 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Attempting to bind port 1418fe61-da1f-4f0d-b4d0-ecec93e54418 on network eb0f73d0-6c68-491c-8f90-de765fa79745 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:03:59.337348 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.348337 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:03:59.348712 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Checking segment: {'id': '7232eb18-8576-40a7-8448-d91fdfd1a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:03:59.349430 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Bound using segment: {'id': '7232eb18-8576-40a7-8448-d91fdfd1a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:03:59.349585 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Bound port: 1418fe61-da1f-4f0d-b4d0-ecec93e54418, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7232eb18-8576-40a7-8448-d91fdfd1a281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:03:59.349876 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.438607 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c06845-c5a7-4e68-8b86-159956e4cf41 req-87151337-206c-4493-9053-ff1eefb08db7 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:59.440990 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c2c06845-c5a7-4e68-8b86-159956e4cf41 req-87151337-206c-4493-9053-ff1eefb08db7 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.1326463 Jul 15 15:03:59.449632 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.459750 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-80248c0f-8193-4e30-9a26-1e23db39cfe3 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:59.461233 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-80248c0f-8193-4e30-9a26-1e23db39cfe3 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/networks?id=1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 HTTP/1.1" status: 200 len: 815 time: 0.1590898 Jul 15 15:03:59.478676 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] For port 1418fe61-da1f-4f0d-b4d0-ecec93e54418, host hv-cinder-78836, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:03:59.482776 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] For port 1418fe61-da1f-4f0d-b4d0-ecec93e54418, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1418fe61-da1f-4f0d-b4d0-ecec93e54418,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:03:59.484791 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-c7408259-024b-43fc-b0ba-1fc54ac8a964 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/quotas/d12d907d37f74d6ba42fb769f7b32a4d HTTP/1.1" status: 200 len: 375 time: 0.0162756 Jul 15 15:03:59.489126 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.511490 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c2c06845-c5a7-4e68-8b86-159956e4cf41 req-9cf6bc82-1e24-473b-a233-e6b66c1b708d tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641141 Jul 15 15:03:59.557137 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:59.557755 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.559139 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-deafe631-1e90-4260-ac52-6b0665087af3 req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] 10.222.0.41 "PUT /v2.0/ports/1418fe61-da1f-4f0d-b4d0-ecec93e54418 HTTP/1.1" status: 200 len: 1094 time: 1.0127907 Jul 15 15:03:59.559583 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4816ee26-4b2b-45ee-a46f-fad7b1500e12', 'tag': '1418fe61-da1f-4f0d-b4d0-ecec93e54418'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:03:59.561864 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f137d76-79e2-4327-87b3-2455d1542995" -d '{"events": [{"name": "network-changed", "server_uuid": "4816ee26-4b2b-45ee-a46f-fad7b1500e12", "tag": "1418fe61-da1f-4f0d-b4d0-ecec93e54418"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:03:59.589058 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7d506-ce7b-4332-832e-76bddfc72927 service neutron] Pushing event updated for resources: {'Port': ['ID=1418fe61-da1f-4f0d-b4d0-ecec93e54418,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:59.620696 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-5cc69a9f-cebb-457e-951f-fd54628c3e66 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=d12d907d37f74d6ba42fb769f7b32a4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1280365 Jul 15 15:03:59.663101 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.669319 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.746284 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Pushing event updated for resources: {'Port': ['ID=4df10528-e23f-465c-b6ad-812fd3a4ef4b,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:03:59.768392 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:03:59.901921 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdad187b-eb45-4281-96ff-714648d3f3d7 x-openstack-request-id: req-fdad187b-eb45-4281-96ff-714648d3f3d7 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:03:59.902190 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4816ee26-4b2b-45ee-a46f-fad7b1500e12", "tag": "1418fe61-da1f-4f0d-b4d0-ecec93e54418", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:03:59.902323 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fdad187b-eb45-4281-96ff-714648d3f3d7 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:03:59.902717 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4816ee26-4b2b-45ee-a46f-fad7b1500e12', 'tag': '1418fe61-da1f-4f0d-b4d0-ecec93e54418', 'status': 'completed', 'code': 200} Jul 15 15:03:59.919005 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.l3_db [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Floating IP 6f801a25-64e4-460c-8100-88ce00ca876f associated. External IP: 172.27.0.173, port: d88b7978-b40f-41c4-9899-2e53f4524810. Jul 15 15:03:59.974848 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafe631-1e90-4260-ac52-6b0665087af3 req-af83bb67-b861-4790-ab44-7cfaca9720a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:59.976293 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-deafe631-1e90-4260-ac52-6b0665087af3 req-af83bb67-b861-4790-ab44-7cfaca9720a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34c7232bfa66404fb369fb81b40a809e&device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 1097 time: 0.3540161 Jul 15 15:03:59.981360 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966b86d-6452-4997-a5e1-a3b498e90ed6 req-08ed3285-b747-4018-978a-0d51e8fef56e tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:03:59.981679 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-fd24969a-e8aa-49b0-89be-7066e08e91fb service neutron] 10.222.0.72 "GET /v2.0/networks/1fc5ad34-9dbb-49f1-b4ee-c8629ded9186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336403 Jul 15 15:03:59.982833 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5966b86d-6452-4997-a5e1-a3b498e90ed6 req-08ed3285-b747-4018-978a-0d51e8fef56e tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 944 time: 0.1276624 Jul 15 15:04:00.037420 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-deafe631-1e90-4260-ac52-6b0665087af3 req-f30639fa-8559-4f4e-a71e-ecb5416ff163 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1418fe61-da1f-4f0d-b4d0-ecec93e54418 HTTP/1.1" status: 200 len: 217 time: 0.0517914 Jul 15 15:04:00.062004 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5966b86d-6452-4997-a5e1-a3b498e90ed6 req-852dbc44-a9f5-4834-b6cc-b1dfb6a54265 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539594 Jul 15 15:04:00.127037 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafe631-1e90-4260-ac52-6b0665087af3 req-6debe500-ce6d-4a1b-9525-b7ffdc9c457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:00.128778 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-deafe631-1e90-4260-ac52-6b0665087af3 req-6debe500-ce6d-4a1b-9525-b7ffdc9c457f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35721cf3-b2d8-48fb-8c51-7bd2428c258d HTTP/1.1" status: 200 len: 854 time: 0.0822945 Jul 15 15:04:00.153459 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-aaad8598-cd2e-4f81-9a8d-3729bb9a425b service neutron] 10.222.0.72 "GET /v2.0/networks/1fc5ad34-9dbb-49f1-b4ee-c8629ded9186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622360 Jul 15 15:04:00.180986 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9070fadf-8265-499a-b458-94189b5f9d06 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:00.194177 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-deafe631-1e90-4260-ac52-6b0665087af3 req-44740565-57d8-40b6-93f3-8184f34bb554 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb0f73d0-6c68-491c-8f90-de765fa79745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545213 Jul 15 15:04:00.342989 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-42510a7a-856e-4ffc-a5c7-d8e428d8f106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:00.358306 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-deafe631-1e90-4260-ac52-6b0665087af3 req-0f8475ea-2415-40ef-9ff0-004f93db0b6b service neutron] 10.222.0.41 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546209 Jul 15 15:04:00.377959 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:00.435604 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 9070fadf-8265-499a-b458-94189b5f9d06, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9070fadf-8265-499a-b458-94189b5f9d06,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:00.436937 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9070fadf-8265-499a-b458-94189b5f9d06'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:04:00.440239 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67caf45e-391e-4a21-97d3-bae1926c22b7" -d '{"events": [{"server_uuid": "009bb2f1-a1f9-4f31-b5ad-c668181f33eb", "name": "network-vif-unplugged", "status": "completed", "tag": "9070fadf-8265-499a-b458-94189b5f9d06"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:00.447709 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:00.493847 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ef105-655b-4eb0-86ed-4293eb6fd619 req-a51c4f02-61a8-4886-b02d-92f3926dd3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:00.495374 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-936ef105-655b-4eb0-86ed-4293eb6fd619 req-a51c4f02-61a8-4886-b02d-92f3926dd3ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6de9338e1067409392dc60a909732e80&device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 1099 time: 0.1525626 Jul 15 15:04:00.527956 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:04:00.533580 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-deafe631-1e90-4260-ac52-6b0665087af3 req-57206fde-37a8-4d2e-8291-3d9732a06b0b service neutron] 10.222.0.41 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535854 Jul 15 15:04:00.561000 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=9070fadf-8265-499a-b458-94189b5f9d06,revision_number=8']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:00.631456 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6912a2f-0e4f-4952-8c17-c7d59e3eaf94 req-0a0c6693-e305-4298-a9f9-b6f668b9f14e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:00.634244 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c6912a2f-0e4f-4952-8c17-c7d59e3eaf94 req-0a0c6693-e305-4298-a9f9-b6f668b9f14e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.1617594 Jul 15 15:04:00.699303 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ef105-655b-4eb0-86ed-4293eb6fd619 req-8e466dad-2e4a-4e0b-bd21-f839e573ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:00.701063 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-936ef105-655b-4eb0-86ed-4293eb6fd619 req-8e466dad-2e4a-4e0b-bd21-f839e573ef69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65e7b396-175a-4d9e-8b98-b8695e348fec HTTP/1.1" status: 200 len: 919 time: 0.1930907 Jul 15 15:04:00.727727 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c6912a2f-0e4f-4952-8c17-c7d59e3eaf94 req-578b3d3d-3ddb-41b9-8928-48351b8511ca tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825505 Jul 15 15:04:00.732341 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:04:00.744277 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a9d377-d857-4c1c-b075-799eafbd91d3 None None] Sync routers for ids ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:04:00.752625 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:00.771219 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-936ef105-655b-4eb0-86ed-4293eb6fd619 req-21f167e9-098b-4cf9-a893-d100c03a67f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45dbe226-7674-41a2-bcc2-b2e15fcc2400 HTTP/1.1" status: 200 len: 217 time: 0.0510252 Jul 15 15:04:00.771368 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a9d377-d857-4c1c-b075-799eafbd91d3 None None] Routers {'a38a4b0b-838a-4964-ae4c-bb2fade8ce24'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:00.771368 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-c7a9d377-d857-4c1c-b075-799eafbd91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:00.771561 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff32b1-e695-4b6d-ab0f-c55df7149079 req-16dc5f60-93c3-498c-9b6e-e9414be64813 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:00.773413 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cdff32b1-e695-4b6d-ab0f-c55df7149079 req-16dc5f60-93c3-498c-9b6e-e9414be64813 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.2099657 Jul 15 15:04:00.825776 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f137d76-79e2-4327-87b3-2455d1542995 req-b38f30b7-0555-4245-abd0-05574d28e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:00.827243 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6f137d76-79e2-4327-87b3-2455d1542995 req-b38f30b7-0555-4245-abd0-05574d28e3af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34c7232bfa66404fb369fb81b40a809e&device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 1097 time: 0.1963727 Jul 15 15:04:00.854078 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ab91e21a-e53d-4c36-9af7-96bb4898d173 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0244160 Jul 15 15:04:00.854078 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'tag': 'd88b7978-b40f-41c4-9899-2e53f4524810'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:04:00.854078 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469aece1-cfc2-458d-b4ef-e0ffad071ae9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1392418-ee03-4a65-bfac-cc559b0a9fcc", "tag": "d88b7978-b40f-41c4-9899-2e53f4524810"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:00.854078 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d6e3052a-5ba2-4526-b774-d2b25a2598c5 req-8cfc9c56-8f75-4bd5-a170-923d2e99673d tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 210 time: 0.0396898 Jul 15 15:04:00.874006 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ef105-655b-4eb0-86ed-4293eb6fd619 req-401aba34-73e2-4a6c-a286-a44e42c327ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:00.875663 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-936ef105-655b-4eb0-86ed-4293eb6fd619 req-401aba34-73e2-4a6c-a286-a44e42c327ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9f33964-418e-49b9-8d6e-5705600bae01 HTTP/1.1" status: 200 len: 858 time: 0.1015131 Jul 15 15:04:00.885565 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cdff32b1-e695-4b6d-ab0f-c55df7149079 req-64905d7d-2c07-4e4e-998b-dbf9c4dd624b tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032131 Jul 15 15:04:00.901731 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 15:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87c53f4-9d2c-4cf7-9d6a-7d924e3328c3 x-openstack-request-id: req-c87c53f4-9d2c-4cf7-9d6a-7d924e3328c3 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:00.902039 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009bb2f1-a1f9-4f31-b5ad-c668181f33eb", "name": "network-vif-unplugged", "status": "failed", "tag": "9070fadf-8265-499a-b458-94189b5f9d06", "code": 422}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:00.902298 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c87c53f4-9d2c-4cf7-9d6a-7d924e3328c3 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:00.902802 dv-cinder-788367-2-iscsi neutron-server[92932]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9070fadf-8265-499a-b458-94189b5f9d06', 'code': 422} returned with failed status Jul 15 15:04:00.951534 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-936ef105-655b-4eb0-86ed-4293eb6fd619 req-a885f9d9-a4db-4acd-b115-297f3d17c502 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65e7b396-175a-4d9e-8b98-b8695e348fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633535 Jul 15 15:04:00.995922 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9986cfa6-81db-48c0-9154-ab40b681f273 x-openstack-request-id: req-9986cfa6-81db-48c0-9154-ab40b681f273 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:00.996442 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1392418-ee03-4a65-bfac-cc559b0a9fcc", "tag": "d88b7978-b40f-41c4-9899-2e53f4524810", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:00.997313 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9986cfa6-81db-48c0-9154-ab40b681f273 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:00.997818 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'tag': 'd88b7978-b40f-41c4-9899-2e53f4524810', 'status': 'completed', 'code': 200} Jul 15 15:04:01.013576 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-c7a9d377-d857-4c1c-b075-799eafbd91d3 None None] Set router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:01.052836 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f137d76-79e2-4327-87b3-2455d1542995 req-28d3c339-57d3-440b-92a5-e800b7e53053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:01.054565 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6f137d76-79e2-4327-87b3-2455d1542995 req-28d3c339-57d3-440b-92a5-e800b7e53053 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eb0f73d0-6c68-491c-8f90-de765fa79745 HTTP/1.1" status: 200 len: 915 time: 0.2196426 Jul 15 15:04:01.108152 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6f137d76-79e2-4327-87b3-2455d1542995 req-0dbc56de-fa55-4593-ac2a-0c679c236286 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1418fe61-da1f-4f0d-b4d0-ecec93e54418 HTTP/1.1" status: 200 len: 217 time: 0.0436537 Jul 15 15:04:01.151553 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469aece1-cfc2-458d-b4ef-e0ffad071ae9 req-10ed8e9c-058b-471b-bd20-8b7959d75a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:01.153500 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-469aece1-cfc2-458d-b4ef-e0ffad071ae9 req-10ed8e9c-058b-471b-bd20-8b7959d75a45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d9dfe5dd9f74f51912b817c8b364471&device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 1098 time: 0.1229544 Jul 15 15:04:01.154258 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-936ef105-655b-4eb0-86ed-4293eb6fd619 req-2938b956-d8a0-408e-8f53-6e209581f368 service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949103 Jul 15 15:04:01.233928 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f137d76-79e2-4327-87b3-2455d1542995 req-dc03468b-1731-437f-9f8b-1106b884e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:01.235406 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6f137d76-79e2-4327-87b3-2455d1542995 req-dc03468b-1731-437f-9f8b-1106b884e870 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=35721cf3-b2d8-48fb-8c51-7bd2428c258d HTTP/1.1" status: 200 len: 854 time: 0.1161618 Jul 15 15:04:01.328678 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-c7a9d377-d857-4c1c-b075-799eafbd91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'name': 'tempest-TestShelveInstance-1319088819-router', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:57Z', 'updated_at': '2021-07-15T15:03:02Z', 'revision_number': 4, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'gw_port': {'id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '6f801a25-64e4-460c-8100-88ce00ca876f', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'port_id': 'd88b7978-b40f-41c4-9899-2e53f4524810', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a', 'mac_address': 'fa:16:3e:db:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:03:59Z', 'updated_at': '2021-07-15T15:03:59Z', 'revision_number': 0, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc90cf1-e994-4993-b1a5-e6c04a05eae1', 'name': '', 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'mac_address': 'fa:16:3e:c3:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:01Z', 'updated_at': '2021-07-15T15:03:08Z', 'revision_number': 5, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'subnets': [{'id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:01.332420 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6f137d76-79e2-4327-87b3-2455d1542995 req-b8daa162-c354-44ee-b35a-39d1471b5c58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb0f73d0-6c68-491c-8f90-de765fa79745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644414 Jul 15 15:04:01.363395 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a9d377-d857-4c1c-b075-799eafbd91d3 None None] Checking router: a38a4b0b-838a-4964-ae4c-bb2fade8ce24 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:04:01.365735 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-936ef105-655b-4eb0-86ed-4293eb6fd619 req-d53a52b7-17c3-4a37-8c84-f6f9b702ddbc service neutron] 10.222.0.41 "GET /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913226 Jul 15 15:04:01.372779 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a9d377-d857-4c1c-b075-799eafbd91d3 None None] Routers {'a38a4b0b-838a-4964-ae4c-bb2fade8ce24'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:01.374144 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-c7a9d377-d857-4c1c-b075-799eafbd91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:03:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:01.444051 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469aece1-cfc2-458d-b4ef-e0ffad071ae9 req-8679c633-b155-4e0b-9610-eb18cfb81662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:01.446968 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-469aece1-cfc2-458d-b4ef-e0ffad071ae9 req-8679c633-b155-4e0b-9610-eb18cfb81662 service neutron] 10.222.0.41 "GET /v2.0/networks?id=75636bd8-834f-4666-a502-d2096df2f80a HTTP/1.1" status: 200 len: 910 time: 0.2766728 Jul 15 15:04:01.465272 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7869994-ce5f-46c2-acb7-27ae05aba7d8 req-43f751bb-54a3-4269-b04e-d119e4a6aaec tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:01.469693 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e7869994-ce5f-46c2-acb7-27ae05aba7d8 req-43f751bb-54a3-4269-b04e-d119e4a6aaec tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 944 time: 0.1972153 Jul 15 15:04:01.510133 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6f137d76-79e2-4327-87b3-2455d1542995 req-07dc21d8-e441-4b8d-a8f2-5804628a5fde service neutron] 10.222.0.41 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575210 Jul 15 15:04:01.570306 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-c7a9d377-d857-4c1c-b075-799eafbd91d3 None None] Set router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:01.580037 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e7869994-ce5f-46c2-acb7-27ae05aba7d8 req-1a0b77e3-34cb-4b3a-9633-c945f9ee0dbe tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885365 Jul 15 15:04:01.636582 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-469aece1-cfc2-458d-b4ef-e0ffad071ae9 req-83eb8a91-65bd-4271-993b-da85db7ac7fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88b7978-b40f-41c4-9899-2e53f4524810 HTTP/1.1" status: 200 len: 999 time: 0.1815202 Jul 15 15:04:01.648347 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6f137d76-79e2-4327-87b3-2455d1542995 req-d7640655-dffd-4f06-9370-3b9837cdf80e service neutron] 10.222.0.41 "GET /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199696 Jul 15 15:04:01.692682 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469aece1-cfc2-458d-b4ef-e0ffad071ae9 req-24892489-3337-49b6-b808-92d686f2023e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:01.694163 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-469aece1-cfc2-458d-b4ef-e0ffad071ae9 req-24892489-3337-49b6-b808-92d686f2023e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38c123c1-f45d-4a94-8b4b-6772a02b8766 HTTP/1.1" status: 200 len: 848 time: 0.0504122 Jul 15 15:04:01.754083 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469aece1-cfc2-458d-b4ef-e0ffad071ae9 req-d9148ebf-a03c-4ca8-9852-5e4fead7cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:01.755571 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-469aece1-cfc2-458d-b4ef-e0ffad071ae9 req-d9148ebf-a03c-4ca8-9852-5e4fead7cc00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75636bd8-834f-4666-a502-d2096df2f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541759 Jul 15 15:04:01.826436 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-c7a9d377-d857-4c1c-b075-799eafbd91d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'name': 'tempest-TestShelveInstance-1319088819-router', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:57Z', 'updated_at': '2021-07-15T15:03:02Z', 'revision_number': 4, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'gw_port': {'id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '6f801a25-64e4-460c-8100-88ce00ca876f', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'port_id': 'd88b7978-b40f-41c4-9899-2e53f4524810', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a', 'mac_address': 'fa:16:3e:db:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:03:59Z', 'updated_at': '2021-07-15T15:03:59Z', 'revision_number': 0, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc90cf1-e994-4993-b1a5-e6c04a05eae1', 'name': '', 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'mac_address': 'fa:16:3e:c3:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:01Z', 'updated_at': '2021-07-15T15:03:08Z', 'revision_number': 5, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'subnets': [{'id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:01.859757 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a9d377-d857-4c1c-b075-799eafbd91d3 None None] The sync data for ids ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'] in dv-cinder-788367-2-iscsi is: [{'id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'name': 'tempest-TestShelveInstance-1319088819-router', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:57Z', 'updated_at': '2021-07-15T15:03:02Z', 'revision_number': 4, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'gw_port': {'id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '6f801a25-64e4-460c-8100-88ce00ca876f', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'floating_ip_address': '172.27.0.173', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'port_id': 'd88b7978-b40f-41c4-9899-2e53f4524810', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a', 'mac_address': 'fa:16:3e:db:49:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:03:59Z', 'updated_at': '2021-07-15T15:03:59Z', 'revision_number': 0, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cc90cf1-e994-4993-b1a5-e6c04a05eae1', 'name': '', 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'mac_address': 'fa:16:3e:c3:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:01Z', 'updated_at': '2021-07-15T15:03:08Z', 'revision_number': 5, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'subnets': [{'id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:04:01.871782 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-469aece1-cfc2-458d-b4ef-e0ffad071ae9 req-8eab6474-bd4a-4885-b4bb-c6fa6a9e31b4 service neutron] 10.222.0.41 "GET /v2.0/networks/75636bd8-834f-4666-a502-d2096df2f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074388 Jul 15 15:04:02.037059 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4b464-d9a4-426d-9a72-4ae0d4f250c7 req-62778deb-871c-40bc-b1b2-4b9fff8be89d tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:02.044294 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fab4b464-d9a4-426d-9a72-4ae0d4f250c7 req-62778deb-871c-40bc-b1b2-4b9fff8be89d tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.1236689 Jul 15 15:04:02.056710 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-636523f9-19bc-4703-807c-7119372cc268 req-4a59780e-c572-44af-97b2-5fa15ca719a3 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 210 time: 0.0351322 Jul 15 15:04:02.081437 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-469aece1-cfc2-458d-b4ef-e0ffad071ae9 req-8151d6bb-443b-45a6-91bd-bf291f036f52 service neutron] 10.222.0.41 "GET /v2.0/networks/75636bd8-834f-4666-a502-d2096df2f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924734 Jul 15 15:04:02.135076 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fab4b464-d9a4-426d-9a72-4ae0d4f250c7 req-9c5bde0f-0086-4051-9836-f7436f1a49d4 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881984 Jul 15 15:04:02.254874 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf25f7-4c8d-4005-8a1a-a896ef07e21d None None] New status for floating IP 6f801a25-64e4-460c-8100-88ce00ca876f: ACTIVE {{(pid=92932) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:04:02.283088 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-d7a71434-15a5-40d7-a684-68eb902f2521 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:02.284786 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-d7a71434-15a5-40d7-a684-68eb902f2521 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.41 "GET /v2.0/networks?id=1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 HTTP/1.1" status: 200 len: 815 time: 0.2129102 Jul 15 15:04:02.285376 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 35822) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:02.300342 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-0328f5c9-1973-431a-805a-5826e36e2b95 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Request body: {'port': {'device_id': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186', 'admin_state_up': True, 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:02.320328 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f2349-836f-4fab-b987-4177921a061e req-34cb1253-b09e-4a89-a99e-fae646d713d3 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:02.321965 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b38f2349-836f-4fab-b987-4177921a061e req-34cb1253-b09e-4a89-a99e-fae646d713d3 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.1053655 Jul 15 15:04:02.382796 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b38f2349-836f-4fab-b987-4177921a061e req-66a34721-cead-4ced-b96f-9a73bbb67b6f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384541 Jul 15 15:04:02.478317 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f031a086-ec28-46ea-a2db-54db312e4f3b req-384dd1a5-c9ce-4caf-8ac1-ca580f1bd361 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1905479 Jul 15 15:04:02.479524 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-0328f5c9-1973-431a-805a-5826e36e2b95 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Made reservation on behalf of d12d907d37f74d6ba42fb769f7b32a4d for: {'port': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:02.484097 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-0328f5c9-1973-431a-805a-5826e36e2b95 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:02.653205 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-0328f5c9-1973-431a-805a-5826e36e2b95 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Allocated IP 172.20.0.5 (1fc5ad34-9dbb-49f1-b4ee-c8629ded9186/a45348f1-adf1-4611-a181-6a62359542ea/ffc7e435-a912-4e1b-84ba-92073eb38efd) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:02.883388 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9260cf-7a21-4d17-9419-c18fde07bbcc req-667bddf8-8268-453c-a88d-a446e6821be2 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:02.885692 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5a9260cf-7a21-4d17-9419-c18fde07bbcc req-667bddf8-8268-453c-a88d-a446e6821be2 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 944 time: 0.1633499 Jul 15 15:04:02.904561 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-0328f5c9-1973-431a-805a-5826e36e2b95 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:02.939093 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-0328f5c9-1973-431a-805a-5826e36e2b95 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Transition to ACTIVE for port object ffc7e435-a912-4e1b-84ba-92073eb38efd will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:02.980795 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5a9260cf-7a21-4d17-9419-c18fde07bbcc req-4cf19722-726c-478e-ac1b-a5940f78fdb1 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815978 Jul 15 15:04:03.008766 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7c21860f-805a-4b7b-90de-b1a9ce95b791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:03.012204 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-0328f5c9-1973-431a-805a-5826e36e2b95 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:03.070529 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-0328f5c9-1973-431a-805a-5826e36e2b95 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Network 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:03.074109 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-0328f5c9-1973-431a-805a-5826e36e2b95 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:03.078508 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-0328f5c9-1973-431a-805a-5826e36e2b95 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:03.106534 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328f5c9-1973-431a-805a-5826e36e2b95 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Pushing event updated for resources: {'Port': ['ID=ffc7e435-a912-4e1b-84ba-92073eb38efd,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:03.169425 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-0328f5c9-1973-431a-805a-5826e36e2b95 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:03.172994 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-0328f5c9-1973-431a-805a-5826e36e2b95 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:03.190839 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-0328f5c9-1973-431a-805a-5826e36e2b95 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8947425 Jul 15 15:04:03.281724 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390f123-46b4-4031-8c0e-611dda43f588 req-73f9e902-4276-4951-a909-3354a3dfb67b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:03.287194 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6390f123-46b4-4031-8c0e-611dda43f588 req-73f9e902-4276-4951-a909-3354a3dfb67b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 931 time: 0.0779450 Jul 15 15:04:03.334906 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6390f123-46b4-4031-8c0e-611dda43f588 req-a7f39417-e800-4724-8eff-07c62420f0b3 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455799 Jul 15 15:04:03.383209 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb4900-2e3c-44c7-95b7-e4f7e97ba3d5 req-9d95b0fc-61ad-46bd-b591-2301128c283e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:03.384776 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-25cb4900-2e3c-44c7-95b7-e4f7e97ba3d5 req-9d95b0fc-61ad-46bd-b591-2301128c283e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0795963 Jul 15 15:04:03.414120 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:03.435258 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-25cb4900-2e3c-44c7-95b7-e4f7e97ba3d5 req-ae86f1e4-eb81-4298-a029-a6481d979075 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449185 Jul 15 15:04:03.445865 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-63a931f6-313d-4104-92b5-d793289be651 None None] Provisioning for port ffc7e435-a912-4e1b-84ba-92073eb38efd completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:03.457881 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-63a931f6-313d-4104-92b5-d793289be651 None None] Provisioning complete for port ffc7e435-a912-4e1b-84ba-92073eb38efd triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:03.458402 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-63a931f6-313d-4104-92b5-d793289be651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:03.498384 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-63a931f6-313d-4104-92b5-d793289be651 None None] Port ffc7e435-a912-4e1b-84ba-92073eb38efd cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:03.591616 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ed133-0871-4e1f-8043-47f85c6a8f1d req-9e4a8ce6-eccd-4b7b-816a-4a37e3aae4c8 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:03.593143 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-041ed133-0871-4e1f-8043-47f85c6a8f1d req-9e4a8ce6-eccd-4b7b-816a-4a37e3aae4c8 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0647366 Jul 15 15:04:03.631697 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-041ed133-0871-4e1f-8043-47f85c6a8f1d req-6ca02c58-51b2-4ab6-bae0-15f62bd36b77 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328894 Jul 15 15:04:04.057994 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:04.161553 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0761a2-966c-4fe0-b269-e84b8cc774d8 req-8438fc9d-eb15-4ae0-a7b9-2b7044b6014f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:04.163060 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6e0761a2-966c-4fe0-b269-e84b8cc774d8 req-8438fc9d-eb15-4ae0-a7b9-2b7044b6014f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 944 time: 0.0644729 Jul 15 15:04:04.204533 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6e0761a2-966c-4fe0-b269-e84b8cc774d8 req-81495aba-b307-4cad-9972-19b9397657af tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344739 Jul 15 15:04:04.206926 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 1418fe61-da1f-4f0d-b4d0-ecec93e54418 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:04:04.211305 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9070fadf-8265-499a-b458-94189b5f9d06 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:04.378364 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 1418fe61-da1f-4f0d-b4d0-ecec93e54418, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1418fe61-da1f-4f0d-b4d0-ecec93e54418,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:04.391479 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '1418fe61-da1f-4f0d-b4d0-ecec93e54418', 'network_id': 'eb0f73d0-6c68-491c-8f90-de765fa79745', 'port_id': '1418fe61-da1f-4f0d-b4d0-ecec93e54418', 'mac_address': 'fa:16:3e:d8:35:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35721cf3-b2d8-48fb-8c51-7bd2428c258d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:04:04.445256 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:04.460295 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1418fe61-da1f-4f0d-b4d0-ecec93e54418 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:04:04.488528 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 1418fe61-da1f-4f0d-b4d0-ecec93e54418, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1418fe61-da1f-4f0d-b4d0-ecec93e54418,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:04.498115 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:04.535959 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e26ec5-2dca-40b4-95ed-5ed479b3151b req-541c86a7-712f-4e14-a630-af221950f578 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:04.538244 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-02e26ec5-2dca-40b4-95ed-5ed479b3151b req-541c86a7-712f-4e14-a630-af221950f578 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 931 time: 0.0814505 Jul 15 15:04:04.566934 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=1418fe61-da1f-4f0d-b4d0-ecec93e54418,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:04.589045 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-02e26ec5-2dca-40b4-95ed-5ed479b3151b req-50dd3a25-22d9-4576-82f3-4c3e8009f59a tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442727 Jul 15 15:04:04.642770 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9875858-0201-492d-b4ba-d57c9ed4ba9c req-dec15bf6-a9ca-48f7-99bd-aa429bd86a58 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:04.644180 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b9875858-0201-492d-b4ba-d57c9ed4ba9c req-dec15bf6-a9ca-48f7-99bd-aa429bd86a58 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0662284 Jul 15 15:04:04.684900 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b9875858-0201-492d-b4ba-d57c9ed4ba9c req-659edc96-7fe5-46ab-95c3-7e2c4d064a96 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342321 Jul 15 15:04:04.817408 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ace7b-fec0-43cd-ade0-66958a2fb836 req-4361393e-f10c-4667-861f-af9d803cfd71 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:04.818853 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b68ace7b-fec0-43cd-ade0-66958a2fb836 req-4361393e-f10c-4667-861f-af9d803cfd71 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0683224 Jul 15 15:04:04.824910 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['1418fe61-da1f-4f0d-b4d0-ecec93e54418'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:04:04.861154 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b68ace7b-fec0-43cd-ade0-66958a2fb836 req-e2c6d0dd-d542-43fd-82eb-d20c294df1ba tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365469 Jul 15 15:04:05.382185 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7248e67-3577-4aac-8256-a33e6b1f4970 req-d4391b65-3416-4009-be11-b57472de3db0 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:05.384265 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c7248e67-3577-4aac-8256-a33e6b1f4970 req-d4391b65-3416-4009-be11-b57472de3db0 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 945 time: 0.0677781 Jul 15 15:04:05.423092 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c7248e67-3577-4aac-8256-a33e6b1f4970 req-f557387f-c8ce-4a1e-bec6-038168b5e6f8 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331273 Jul 15 15:04:05.445521 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:05.768678 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7a331-914e-453f-bad7-803906cb3a94 req-f29fb860-fc27-460d-8a89-ced1f9978ca5 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:05.770176 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-11b7a331-914e-453f-bad7-803906cb3a94 req-f29fb860-fc27-460d-8a89-ced1f9978ca5 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 931 time: 0.0674047 Jul 15 15:04:05.817314 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-11b7a331-914e-453f-bad7-803906cb3a94 req-d6c2cf67-0bd4-4cab-8377-0521522abe17 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409219 Jul 15 15:04:05.904852 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34190af8-446e-4285-b01a-8a88cbe04bc9 req-54e41117-3923-4c83-a456-d5e41a958ff3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:05.906676 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-34190af8-446e-4285-b01a-8a88cbe04bc9 req-54e41117-3923-4c83-a456-d5e41a958ff3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0648334 Jul 15 15:04:05.947581 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-34190af8-446e-4285-b01a-8a88cbe04bc9 req-e045e627-751d-4316-9224-24c362da0b49 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349555 Jul 15 15:04:06.047751 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247d88c-c6cd-4cd7-b948-0d626699c49d req-0e8222c9-fe9b-4aee-9bb5-fcebee98417b tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:06.049286 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8247d88c-c6cd-4cd7-b948-0d626699c49d req-0e8222c9-fe9b-4aee-9bb5-fcebee98417b tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0677381 Jul 15 15:04:06.089105 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8247d88c-c6cd-4cd7-b948-0d626699c49d req-b41134a2-de3d-40bb-9571-778c58dfc765 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339363 Jul 15 15:04:06.207691 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 1418fe61-da1f-4f0d-b4d0-ecec93e54418 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:06.255075 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port 1418fe61-da1f-4f0d-b4d0-ecec93e54418 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:06.259933 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 1418fe61-da1f-4f0d-b4d0-ecec93e54418 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:06.261052 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:06.343389 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:06.377653 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4816ee26-4b2b-45ee-a46f-fad7b1500e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1418fe61-da1f-4f0d-b4d0-ecec93e54418'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:04:06.380981 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7204de92-3e5b-45ce-99aa-6566197c541f" -d '{"events": [{"server_uuid": "4816ee26-4b2b-45ee-a46f-fad7b1500e12", "name": "network-vif-plugged", "status": "completed", "tag": "1418fe61-da1f-4f0d-b4d0-ecec93e54418"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:06.404053 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 1418fe61-da1f-4f0d-b4d0-ecec93e54418, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1418fe61-da1f-4f0d-b4d0-ecec93e54418,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:06.411161 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:06.422316 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e9358f-39a0-4328-990f-925a80c8bf7f x-openstack-request-id: req-e6e9358f-39a0-4328-990f-925a80c8bf7f {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:06.422624 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4816ee26-4b2b-45ee-a46f-fad7b1500e12", "name": "network-vif-plugged", "status": "completed", "tag": "1418fe61-da1f-4f0d-b4d0-ecec93e54418", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:06.423029 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e6e9358f-39a0-4328-990f-925a80c8bf7f {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:06.423430 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4816ee26-4b2b-45ee-a46f-fad7b1500e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1418fe61-da1f-4f0d-b4d0-ecec93e54418', 'code': 200} Jul 15 15:04:06.471265 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=1418fe61-da1f-4f0d-b4d0-ecec93e54418,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:06.625520 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce843c-3614-4bcf-8fe9-5fee6c4254c2 req-a4bf702f-3102-48b1-9705-ea35b1e3218d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:06.626910 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-50ce843c-3614-4bcf-8fe9-5fee6c4254c2 req-a4bf702f-3102-48b1-9705-ea35b1e3218d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 946 time: 0.0650432 Jul 15 15:04:06.669610 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-50ce843c-3614-4bcf-8fe9-5fee6c4254c2 req-fe703bba-8376-45e4-970c-b6142b43b731 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361767 Jul 15 15:04:07.004551 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1051bc4-b47c-49db-8e6a-8e837ba2adc2 req-b502d517-9d54-4edf-b354-0214d3b8e7cb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:07.006188 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f1051bc4-b47c-49db-8e6a-8e837ba2adc2 req-b502d517-9d54-4edf-b354-0214d3b8e7cb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 931 time: 0.0687726 Jul 15 15:04:07.059157 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f1051bc4-b47c-49db-8e6a-8e837ba2adc2 req-86131531-273e-48b3-887f-924b89eb6755 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463228 Jul 15 15:04:07.132101 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027f6bb-d021-4ff1-94d0-f5c448f1c9fc req-0727a4eb-fc56-4861-b4db-0db56bd14c49 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:07.134548 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f027f6bb-d021-4ff1-94d0-f5c448f1c9fc req-0727a4eb-fc56-4861-b4db-0db56bd14c49 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0649610 Jul 15 15:04:07.181109 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f027f6bb-d021-4ff1-94d0-f5c448f1c9fc req-609e396d-db2c-46ad-b8b2-eef26ae5d46c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403531 Jul 15 15:04:07.275584 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc6150-3e4f-4a93-8fbd-7c1ce9ed4715 req-c32fca8c-2eeb-42c0-8b3b-c8c2a33d1a00 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:07.277045 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-70bc6150-3e4f-4a93-8fbd-7c1ce9ed4715 req-c32fca8c-2eeb-42c0-8b3b-c8c2a33d1a00 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0653930 Jul 15 15:04:07.324126 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-70bc6150-3e4f-4a93-8fbd-7c1ce9ed4715 req-a75e9610-f3c8-4a17-b8ef-b43dbb761a20 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Jul 15 15:04:07.857693 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c277ba-4461-43bf-bb4b-15c61a2bdfff req-7d700c68-6fd4-4761-aeb0-c2ff7862f146 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:07.859238 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-47c277ba-4461-43bf-bb4b-15c61a2bdfff req-7d700c68-6fd4-4761-aeb0-c2ff7862f146 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 946 time: 0.0765378 Jul 15 15:04:07.897806 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-47c277ba-4461-43bf-bb4b-15c61a2bdfff req-6c519aba-5af3-43b2-986e-234b9a979573 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Jul 15 15:04:08.229641 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2221b741-2e15-4a4a-a8e8-1124b515f877 req-181b24dd-f4f7-4b61-aacd-dc7215059b87 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:08.231132 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2221b741-2e15-4a4a-a8e8-1124b515f877 req-181b24dd-f4f7-4b61-aacd-dc7215059b87 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 931 time: 0.0640225 Jul 15 15:04:08.276215 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2221b741-2e15-4a4a-a8e8-1124b515f877 req-6c6d169b-3bdf-4c5d-b5b0-86c0f2b94081 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385838 Jul 15 15:04:08.399440 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2930a7a-5848-499a-9bef-b9df832ffa73 req-9791549e-0872-4d43-9855-7705e9475bf1 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:08.401203 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f2930a7a-5848-499a-9bef-b9df832ffa73 req-9791549e-0872-4d43-9855-7705e9475bf1 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0883734 Jul 15 15:04:08.443563 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f2930a7a-5848-499a-9bef-b9df832ffa73 req-be8aa26c-6daa-4644-8dc7-79c5cf9ec255 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362096 Jul 15 15:04:08.528421 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a2239-df20-467f-a99d-899adf22366c req-98f218f8-d6a7-471f-b6f1-954101a6cddc tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:08.530317 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-337a2239-df20-467f-a99d-899adf22366c req-98f218f8-d6a7-471f-b6f1-954101a6cddc tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0713508 Jul 15 15:04:08.568229 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-337a2239-df20-467f-a99d-899adf22366c req-22223948-3447-44e3-8220-031d7917c7bb tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324674 Jul 15 15:04:09.079609 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958aba1d-5d3d-4a52-b539-55fe687ecc1d req-50fa31a9-6b28-40d3-9fe1-a1512256ee37 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:09.081114 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-958aba1d-5d3d-4a52-b539-55fe687ecc1d req-50fa31a9-6b28-40d3-9fe1-a1512256ee37 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 946 time: 0.0697389 Jul 15 15:04:09.125293 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-958aba1d-5d3d-4a52-b539-55fe687ecc1d req-d172583c-9520-4766-9519-16c1403c9a64 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346315 Jul 15 15:04:09.455445 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed846-3840-4241-aaee-b4d78db8cad7 req-80f9a8bb-333b-4cce-ae4e-7bdfef328f93 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:09.456883 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a44ed846-3840-4241-aaee-b4d78db8cad7 req-80f9a8bb-333b-4cce-ae4e-7bdfef328f93 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 931 time: 0.0625844 Jul 15 15:04:09.500373 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a44ed846-3840-4241-aaee-b4d78db8cad7 req-600f80f0-9745-4caf-bf33-4d34747bc8d0 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368135 Jul 15 15:04:09.634736 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faad5b9-fce2-4353-89d0-576e97c07e94 req-9c3e0c4a-84c5-49df-8084-c07e10e1488e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:09.636355 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3faad5b9-fce2-4353-89d0-576e97c07e94 req-9c3e0c4a-84c5-49df-8084-c07e10e1488e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0675843 Jul 15 15:04:09.675782 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3faad5b9-fce2-4353-89d0-576e97c07e94 req-e4531226-c197-48b0-8bd0-c8ecc1cdb57a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338614 Jul 15 15:04:09.755129 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d3b54-5510-4017-8e30-06d762cccdc9 req-41c7d11f-1d6f-4987-9d28-3d72ead457f3 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:09.756555 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3a2d3b54-5510-4017-8e30-06d762cccdc9 req-41c7d11f-1d6f-4987-9d28-3d72ead457f3 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0666935 Jul 15 15:04:09.795583 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3a2d3b54-5510-4017-8e30-06d762cccdc9 req-76b2b0cc-48e6-4c8f-bc85-9066e5858cfb tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322194 Jul 15 15:04:10.311088 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53239389-aa75-4846-ba77-de5b58d94c77 req-17f415f1-ca8f-40d0-8603-ca38daf1f486 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:10.312755 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-53239389-aa75-4846-ba77-de5b58d94c77 req-17f415f1-ca8f-40d0-8603-ca38daf1f486 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 946 time: 0.0724645 Jul 15 15:04:10.351640 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-53239389-aa75-4846-ba77-de5b58d94c77 req-db10d69f-4756-4edd-a20a-488ef0c9c6a0 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332510 Jul 15 15:04:10.677192 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126d3cf-26fc-426c-a27a-128d3f309f7f req-4475f7b8-c571-4d76-84b1-3f18023a0ecc tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:10.678792 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d126d3cf-26fc-426c-a27a-128d3f309f7f req-4475f7b8-c571-4d76-84b1-3f18023a0ecc tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 931 time: 0.0652721 Jul 15 15:04:10.721832 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d126d3cf-26fc-426c-a27a-128d3f309f7f req-5aea7d41-d0fb-4c18-9498-cac74026c575 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351014 Jul 15 15:04:10.872197 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b1950-cc5b-4b0b-acce-832b68a58b13 req-8a5b526f-7ab2-44e0-8679-2d092f71752b tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:10.874459 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-df4b1950-cc5b-4b0b-acce-832b68a58b13 req-8a5b526f-7ab2-44e0-8679-2d092f71752b tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0783598 Jul 15 15:04:10.927911 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-df4b1950-cc5b-4b0b-acce-832b68a58b13 req-2c57ee27-5f21-48bc-b676-f58cc031004e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456901 Jul 15 15:04:10.995168 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ce765-338d-4780-b083-69df8781d4ad req-08fd38ea-496e-4397-9061-3a82e6d93d9f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:10.996668 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-de2ce765-338d-4780-b083-69df8781d4ad req-08fd38ea-496e-4397-9061-3a82e6d93d9f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0740094 Jul 15 15:04:11.033759 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-de2ce765-338d-4780-b083-69df8781d4ad req-05570435-4e66-4eb7-816a-61e2cdab0827 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311341 Jul 15 15:04:11.543507 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0faa955-c064-4850-a85e-fc8cfb5b6966 req-44b5772f-4662-4c50-a8ce-637a2a52d73f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:11.545664 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e0faa955-c064-4850-a85e-fc8cfb5b6966 req-44b5772f-4662-4c50-a8ce-637a2a52d73f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 946 time: 0.0754793 Jul 15 15:04:11.586189 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e0faa955-c064-4850-a85e-fc8cfb5b6966 req-df691cf4-17de-4306-8660-ac989b84ff0e tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348668 Jul 15 15:04:11.904253 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bccad1-b766-4a6d-b8ca-d1d35a3a6d17 req-28fb0e74-572b-4a91-becc-2887846a9d1b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:11.905778 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d7bccad1-b766-4a6d-b8ca-d1d35a3a6d17 req-28fb0e74-572b-4a91-becc-2887846a9d1b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 931 time: 0.0676136 Jul 15 15:04:11.945006 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d7bccad1-b766-4a6d-b8ca-d1d35a3a6d17 req-12a60f34-9b7a-4b30-8bf2-f67825554411 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337341 Jul 15 15:04:12.110088 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb41d55-268f-4c8a-abca-dc32f5ddc891 req-07bd7f2e-9954-4103-a8d7-2fa645d2ae1e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:12.112352 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4eb41d55-268f-4c8a-abca-dc32f5ddc891 req-07bd7f2e-9954-4103-a8d7-2fa645d2ae1e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0686126 Jul 15 15:04:12.157377 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4eb41d55-268f-4c8a-abca-dc32f5ddc891 req-62d4b733-2b07-4125-882f-ff1d13507b8b tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394700 Jul 15 15:04:12.217043 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cc723-861d-4df6-af96-5d5cbdca1828 req-9da92206-c741-4ad2-a65b-ac96fc256ecb tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:12.218748 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4e2cc723-861d-4df6-af96-5d5cbdca1828 req-9da92206-c741-4ad2-a65b-ac96fc256ecb tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0692320 Jul 15 15:04:12.258338 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4e2cc723-861d-4df6-af96-5d5cbdca1828 req-242cc77b-463f-4028-afeb-6ba3ed2a1ca8 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327749 Jul 15 15:04:12.770298 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e6989-fa8a-4ac2-a896-cef313156791 req-18c7957d-1ea8-4648-a67e-67b07693479a tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:12.771779 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d96e6989-fa8a-4ac2-a896-cef313156791 req-18c7957d-1ea8-4648-a67e-67b07693479a tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 946 time: 0.0650325 Jul 15 15:04:12.811077 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d96e6989-fa8a-4ac2-a896-cef313156791 req-7d5ba6e8-364d-4de3-bb7d-19bbf7cacaeb tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334039 Jul 15 15:04:13.119328 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00636e46-784d-4e94-9a87-e3221a6beb4a req-b8f946e6-0146-4945-a13b-b2160da47db4 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:13.120939 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-00636e46-784d-4e94-9a87-e3221a6beb4a req-b8f946e6-0146-4945-a13b-b2160da47db4 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 931 time: 0.0662305 Jul 15 15:04:13.161214 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-00636e46-784d-4e94-9a87-e3221a6beb4a req-80d39833-5e2a-4459-8739-e1d1ba454616 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341599 Jul 15 15:04:13.353874 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b24ce-7270-4ae2-8bd0-98a7f4e07575 req-3629ec64-655a-4c03-9944-634b5dba6bd3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:13.355428 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-2f3b24ce-7270-4ae2-8bd0-98a7f4e07575 req-3629ec64-655a-4c03-9944-634b5dba6bd3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0635905 Jul 15 15:04:13.393323 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-2f3b24ce-7270-4ae2-8bd0-98a7f4e07575 req-7f4d7f4f-9a98-4f02-b4b0-651da5dc3c59 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320969 Jul 15 15:04:13.434841 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3fb83c-5fdb-44ad-82aa-58028a02a973 req-be75d9d5-7645-4861-bcbb-6fb6e15d02e0 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:13.436318 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1e3fb83c-5fdb-44ad-82aa-58028a02a973 req-be75d9d5-7645-4861-bcbb-6fb6e15d02e0 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0660710 Jul 15 15:04:13.515872 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1e3fb83c-5fdb-44ad-82aa-58028a02a973 req-9199d90d-057f-4944-85c1-cdb120dc4885 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736902 Jul 15 15:04:13.990079 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640037f-f81d-4070-b5ac-de4e37d6ec4b req-0c404663-7052-4583-88a8-e7a4dbd6b250 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:13.991506 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e640037f-f81d-4070-b5ac-de4e37d6ec4b req-0c404663-7052-4583-88a8-e7a4dbd6b250 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 946 time: 0.0694621 Jul 15 15:04:14.031686 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e640037f-f81d-4070-b5ac-de4e37d6ec4b req-ec0c4943-26db-43bb-885a-7b689c24da1b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340588 Jul 15 15:04:14.344992 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191127c5-c796-4e00-bfaf-b5f8915c8072 req-16d47bd3-3e4c-4f94-b68c-f6cd1179cc3c tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:14.346521 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-191127c5-c796-4e00-bfaf-b5f8915c8072 req-16d47bd3-3e4c-4f94-b68c-f6cd1179cc3c tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 931 time: 0.0678937 Jul 15 15:04:14.385141 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-191127c5-c796-4e00-bfaf-b5f8915c8072 req-ee29772a-789a-4a19-9c3b-b641d3a76db7 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329137 Jul 15 15:04:14.572329 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1633e43-6a5a-44f3-829b-928771f4d321 req-3f5053b0-0adc-4926-a7a6-e26da4ea952d tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:14.573792 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f1633e43-6a5a-44f3-829b-928771f4d321 req-3f5053b0-0adc-4926-a7a6-e26da4ea952d tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0614128 Jul 15 15:04:14.610925 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f1633e43-6a5a-44f3-829b-928771f4d321 req-08a34645-5ade-498e-b6c9-c49ad10f221e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315838 Jul 15 15:04:14.732242 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd96ad-5964-4f68-b23e-a33aef8876b5 req-b842a2e1-f63f-4d54-8784-5afb71fab688 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:14.733682 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-70dd96ad-5964-4f68-b23e-a33aef8876b5 req-b842a2e1-f63f-4d54-8784-5afb71fab688 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0639951 Jul 15 15:04:14.769812 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-70dd96ad-5964-4f68-b23e-a33aef8876b5 req-9d409f99-a1ba-4ee2-bedd-80b7c62de934 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307019 Jul 15 15:04:14.907708 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Request body: {'port': {'device_id': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:14.982414 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:15.207611 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a7125-a429-4722-a887-5843c5ade31f req-2dcc23c8-7725-4edf-b14e-ece9c8e7a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:15.209240 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1e1a7125-a429-4722-a887-5843c5ade31f req-2dcc23c8-7725-4edf-b14e-ece9c8e7a12e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 1099 time: 0.1091774 Jul 15 15:04:15.268632 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1e1a7125-a429-4722-a887-5843c5ade31f req-d6941217-d7e4-4431-ba43-9ff6f4dc2649 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516334 Jul 15 15:04:15.280745 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05797db8-f1e7-491f-a274-6671034fbc04 req-91057333-81ce-43b1-96f2-34f81e60e2fb tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:15.282225 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-05797db8-f1e7-491f-a274-6671034fbc04 req-91057333-81ce-43b1-96f2-34f81e60e2fb tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 946 time: 0.1135211 Jul 15 15:04:15.320922 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-05797db8-f1e7-491f-a274-6671034fbc04 req-24effb97-420b-4293-b63b-620c607832a8 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331280 Jul 15 15:04:15.475853 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc7e435-a912-4e1b-84ba-92073eb38efd {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:04:15.483812 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:15.502540 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Transition to ACTIVE for port object ffc7e435-a912-4e1b-84ba-92073eb38efd will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:15.514401 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:15.597996 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc7e435-a912-4e1b-84ba-92073eb38efd,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:15.675752 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7996023-00c4-4d0e-926c-226475040d9d req-d52d9092-7d97-4939-a6a2-99cbcafd087b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:15.677509 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e7996023-00c4-4d0e-926c-226475040d9d req-d52d9092-7d97-4939-a6a2-99cbcafd087b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 943 time: 0.1768239 Jul 15 15:04:15.715261 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Attempting to bind port ffc7e435-a912-4e1b-84ba-92073eb38efd on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:04:15.715604 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Attempting to bind port ffc7e435-a912-4e1b-84ba-92073eb38efd by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9189f2c6-f2d6-4529-85a0-94c23bd71d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:04:15.715940 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Attempting to bind port ffc7e435-a912-4e1b-84ba-92073eb38efd on network 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:04:15.728673 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Port ffc7e435-a912-4e1b-84ba-92073eb38efd on network 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:04:15.729005 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Attempting to bind port ffc7e435-a912-4e1b-84ba-92073eb38efd on network 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:04:15.741031 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e7996023-00c4-4d0e-926c-226475040d9d req-d944a641-10b1-498d-9733-f11cb5d9b8de tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530403 Jul 15 15:04:15.741904 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:04:15.742245 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Checking segment: {'id': '9189f2c6-f2d6-4529-85a0-94c23bd71d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:15.742623 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Bound using segment: {'id': '9189f2c6-f2d6-4529-85a0-94c23bd71d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:04:15.743073 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Bound port: ffc7e435-a912-4e1b-84ba-92073eb38efd, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9189f2c6-f2d6-4529-85a0-94c23bd71d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:04:15.743463 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:15.830033 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc53b3e-bd07-4de0-b623-93f49c9bc498 req-ac5b7728-d718-44c4-b961-20150b08e991 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:15.837247 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-dbc53b3e-bd07-4de0-b623-93f49c9bc498 req-ac5b7728-d718-44c4-b961-20150b08e991 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0993454 Jul 15 15:04:15.839705 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] For port ffc7e435-a912-4e1b-84ba-92073eb38efd, host hv-cinder-78836, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:04:15.843368 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] For port ffc7e435-a912-4e1b-84ba-92073eb38efd, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ffc7e435-a912-4e1b-84ba-92073eb38efd,segment=NetworkSegment(9189f2c6-f2d6-4529-85a0-94c23bd71d1b),segment_id=9189f2c6-f2d6-4529-85a0-94c23bd71d1b)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:04:15.849144 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:15.886606 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-dbc53b3e-bd07-4de0-b623-93f49c9bc498 req-9364fc93-980b-4238-a248-bf001930ffe5 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484872 Jul 15 15:04:15.938638 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc7e435-a912-4e1b-84ba-92073eb38efd,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:15.942185 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:15.942792 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:15.944136 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4c0df875-55c2-4da2-b537-6d0f4d3580b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/ffc7e435-a912-4e1b-84ba-92073eb38efd HTTP/1.1" status: 200 len: 1093 time: 1.0410640 Jul 15 15:04:15.944732 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'tag': 'ffc7e435-a912-4e1b-84ba-92073eb38efd'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:04:15.947802 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cf8165-f93c-46c4-aa92-e28385a8b304" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8c7199-b747-4c93-83b2-e389c93eff0d", "tag": "ffc7e435-a912-4e1b-84ba-92073eb38efd"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:15.991418 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bc40c0-220a-46a1-aeaa-1f098be86068 x-openstack-request-id: req-12bc40c0-220a-46a1-aeaa-1f098be86068 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:15.991708 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8c7199-b747-4c93-83b2-e389c93eff0d", "tag": "ffc7e435-a912-4e1b-84ba-92073eb38efd", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:15.992463 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-12bc40c0-220a-46a1-aeaa-1f098be86068 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:15.992463 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'tag': 'ffc7e435-a912-4e1b-84ba-92073eb38efd', 'status': 'completed', 'code': 200} Jul 15 15:04:16.008326 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00599755-a302-41f1-887b-e7f3029020cf req-5884041f-b713-4bbe-af8b-0935da15aefa tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:16.010820 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-00599755-a302-41f1-887b-e7f3029020cf req-5884041f-b713-4bbe-af8b-0935da15aefa tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.1047246 Jul 15 15:04:16.085814 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-00599755-a302-41f1-887b-e7f3029020cf req-9e3a9a14-6076-4d2a-85ea-32afb0525267 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611169 Jul 15 15:04:16.102042 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-73d3fafa-d8a1-4dd0-ae9c-1e3c351639cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:16.104120 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-73d3fafa-d8a1-4dd0-ae9c-1e3c351639cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d12d907d37f74d6ba42fb769f7b32a4d&device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 1096 time: 0.0870659 Jul 15 15:04:16.146689 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-08181bba-6d8a-4430-88f5-07344368a7ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffc7e435-a912-4e1b-84ba-92073eb38efd HTTP/1.1" status: 200 len: 217 time: 0.0351610 Jul 15 15:04:16.204389 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-8b52f0c4-51a7-4c64-9c64-ddc31ac8a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:16.205853 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-8b52f0c4-51a7-4c64-9c64-ddc31ac8a8f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a45348f1-adf1-4611-a181-6a62359542ea HTTP/1.1" status: 200 len: 854 time: 0.0439966 Jul 15 15:04:16.285821 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4dd7a785-11cf-475e-9a83-d160daa6af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:16.287312 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-4dd7a785-11cf-475e-9a83-d160daa6af0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fc5ad34-9dbb-49f1-b4ee-c8629ded9186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561957 Jul 15 15:04:16.415428 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-22ed9c97-83d8-4ad8-b8d4-ceb246485177 service neutron] 10.222.0.41 "GET /v2.0/networks/1fc5ad34-9dbb-49f1-b4ee-c8629ded9186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150284 Jul 15 15:04:16.499285 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031a086-ec28-46ea-a2db-54db312e4f3b req-b7b459b8-0dbb-4698-b4f1-650079b822b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:16.500689 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f031a086-ec28-46ea-a2db-54db312e4f3b req-b7b459b8-0dbb-4698-b4f1-650079b822b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb&tenant_id=af2016afdf21465691485701f391f03b HTTP/1.1" status: 200 len: 1096 time: 0.1308928 Jul 15 15:04:16.581891 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bbb064a-275e-4431-9e63-17511bcf2d48 req-193daa12-fa17-4be6-95e8-32a103b62359 service neutron] 10.222.0.41 "GET /v2.0/networks/1fc5ad34-9dbb-49f1-b4ee-c8629ded9186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575902 Jul 15 15:04:16.584625 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031a086-ec28-46ea-a2db-54db312e4f3b req-94ea155e-e829-4254-bb2d-1da1122408a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:16.586274 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f031a086-ec28-46ea-a2db-54db312e4f3b req-94ea155e-e829-4254-bb2d-1da1122408a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af2016afdf21465691485701f391f03b&device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 1096 time: 0.0529313 Jul 15 15:04:16.593984 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd8ca3-3ed8-470d-a29b-ea8d46010cfa req-403dfa3a-2ef1-4804-a6ac-59e0e2f675f4 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:16.595482 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-47bd8ca3-3ed8-470d-a29b-ea8d46010cfa req-403dfa3a-2ef1-4804-a6ac-59e0e2f675f4 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 946 time: 0.1286020 Jul 15 15:04:16.644643 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-47bd8ca3-3ed8-470d-a29b-ea8d46010cfa req-782b73ad-0a1c-42b0-a82b-49b70edf6a7e tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429721 Jul 15 15:04:16.686700 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031a086-ec28-46ea-a2db-54db312e4f3b req-eb6eea3f-7244-4576-8c73-1abc979e9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:16.686922 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf8165-f93c-46c4-aa92-e28385a8b304 req-fe490998-d6f8-4630-a65c-de9614fd43d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:16.688113 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f031a086-ec28-46ea-a2db-54db312e4f3b req-eb6eea3f-7244-4576-8c73-1abc979e9e29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21c983ea-d72b-4caf-9ecb-4a2da4a95654 HTTP/1.1" status: 200 len: 918 time: 0.0903206 Jul 15 15:04:16.688267 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f1cf8165-f93c-46c4-aa92-e28385a8b304 req-fe490998-d6f8-4630-a65c-de9614fd43d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d12d907d37f74d6ba42fb769f7b32a4d&device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 1096 time: 0.0563145 Jul 15 15:04:16.759115 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f031a086-ec28-46ea-a2db-54db312e4f3b req-d46ac8d8-822f-439b-958a-c2561a73bb65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9070fadf-8265-499a-b458-94189b5f9d06 HTTP/1.1" status: 200 len: 998 time: 0.0585525 Jul 15 15:04:16.788866 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf8165-f93c-46c4-aa92-e28385a8b304 req-0ebb3f21-b10f-4405-94f4-e3c5c76cdd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:16.790948 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f1cf8165-f93c-46c4-aa92-e28385a8b304 req-0ebb3f21-b10f-4405-94f4-e3c5c76cdd90 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 HTTP/1.1" status: 200 len: 916 time: 0.0891683 Jul 15 15:04:16.809443 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031a086-ec28-46ea-a2db-54db312e4f3b req-722a21b3-b566-4a3c-afa4-6d3c38dec692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:16.810884 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f031a086-ec28-46ea-a2db-54db312e4f3b req-722a21b3-b566-4a3c-afa4-6d3c38dec692 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8085225-82a0-4f67-8a09-a82c8f272762 HTTP/1.1" status: 200 len: 856 time: 0.0444038 Jul 15 15:04:16.830704 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f1cf8165-f93c-46c4-aa92-e28385a8b304 req-da02795a-f6ab-4181-ae69-62e951b7da83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffc7e435-a912-4e1b-84ba-92073eb38efd HTTP/1.1" status: 200 len: 217 time: 0.0340490 Jul 15 15:04:16.889538 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf8165-f93c-46c4-aa92-e28385a8b304 req-b2686c6d-27cc-46c9-b5d7-8d925ec4f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:16.891049 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f1cf8165-f93c-46c4-aa92-e28385a8b304 req-b2686c6d-27cc-46c9-b5d7-8d925ec4f4c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a45348f1-adf1-4611-a181-6a62359542ea HTTP/1.1" status: 200 len: 854 time: 0.0487509 Jul 15 15:04:16.897387 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031a086-ec28-46ea-a2db-54db312e4f3b req-82fca666-b061-4981-8333-8878d222d39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:16.898822 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f031a086-ec28-46ea-a2db-54db312e4f3b req-82fca666-b061-4981-8333-8878d222d39d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21c983ea-d72b-4caf-9ecb-4a2da4a95654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809119 Jul 15 15:04:16.948947 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf8165-f93c-46c4-aa92-e28385a8b304 req-98fef799-195c-4502-a07b-112376cc5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:16.950353 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f1cf8165-f93c-46c4-aa92-e28385a8b304 req-98fef799-195c-4502-a07b-112376cc5a20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fc5ad34-9dbb-49f1-b4ee-c8629ded9186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525651 Jul 15 15:04:16.958302 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0edc6-3612-458e-9383-cb557aac537a req-b1e4206a-212a-453c-a4d2-1d3392b57d9f tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:16.959745 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e8c0edc6-3612-458e-9383-cb557aac537a req-b1e4206a-212a-453c-a4d2-1d3392b57d9f tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 943 time: 0.0991504 Jul 15 15:04:17.040632 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e8c0edc6-3612-458e-9383-cb557aac537a req-a2fe30b1-92e4-43bc-a111-1092164d863d tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526371 Jul 15 15:04:17.042889 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f031a086-ec28-46ea-a2db-54db312e4f3b req-9f01b76e-9ff7-4afa-99df-49e7e3e9cd59 service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326571 Jul 15 15:04:17.084418 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f1cf8165-f93c-46c4-aa92-e28385a8b304 req-c74599fd-0a1c-407c-aafe-2400b2c4eefe service neutron] 10.222.0.41 "GET /v2.0/networks/1fc5ad34-9dbb-49f1-b4ee-c8629ded9186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196730 Jul 15 15:04:17.132951 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18cd73-cf65-4247-8699-af9242193aeb req-90f5f452-6e1d-4c1b-9851-a881ea5d2617 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:17.135130 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4e18cd73-cf65-4247-8699-af9242193aeb req-90f5f452-6e1d-4c1b-9851-a881ea5d2617 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.1113489 Jul 15 15:04:17.135898 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f031a086-ec28-46ea-a2db-54db312e4f3b req-ccb3f512-7b80-47b6-bf9b-2daa4c937bf5 service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863943 Jul 15 15:04:17.218257 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4e18cd73-cf65-4247-8699-af9242193aeb req-11d91d94-a378-4dd2-8c73-3d815f5379f3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765624 Jul 15 15:04:17.223436 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f1cf8165-f93c-46c4-aa92-e28385a8b304 req-e656fae1-179f-4109-8182-63163a77e4d7 service neutron] 10.222.0.41 "GET /v2.0/networks/1fc5ad34-9dbb-49f1-b4ee-c8629ded9186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256731 Jul 15 15:04:17.872680 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5897b14-cfe0-480c-b735-6970e9640b61 req-b268370d-958e-4f30-b099-b21da4958dcc tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:17.874252 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a5897b14-cfe0-480c-b735-6970e9640b61 req-b268370d-958e-4f30-b099-b21da4958dcc tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 946 time: 0.0777893 Jul 15 15:04:17.919929 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a5897b14-cfe0-480c-b735-6970e9640b61 req-510db7df-5c8e-4cc7-8c97-09553a45c7f7 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392179 Jul 15 15:04:18.271277 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4acf41-c4c5-4462-8b0e-172790ca7b3d req-7a5d6fa7-0a75-4a6c-b8a9-4a713a724865 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:18.280701 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6e4acf41-c4c5-4462-8b0e-172790ca7b3d req-7a5d6fa7-0a75-4a6c-b8a9-4a713a724865 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 943 time: 0.1017411 Jul 15 15:04:18.319699 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6e4acf41-c4c5-4462-8b0e-172790ca7b3d req-5dd18720-f764-437d-a352-01b07d4cc9a3 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360107 Jul 15 15:04:18.426716 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d9c80-fd77-4939-ac75-332a4d7e962c req-98a37a63-9950-4ac8-86b5-b7e7c9ea287a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:18.428338 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f5d9c80-fd77-4939-ac75-332a4d7e962c req-98a37a63-9950-4ac8-86b5-b7e7c9ea287a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0698271 Jul 15 15:04:18.467062 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f5d9c80-fd77-4939-ac75-332a4d7e962c req-d4b0178e-0be0-4ca2-9ab5-24fbac1b92ed tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327058 Jul 15 15:04:19.549956 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf3361-b06d-48cb-b7cc-3eb330c9dca8 req-367d35f6-5322-4d65-8a90-642721c241b8 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:19.552444 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-91bf3361-b06d-48cb-b7cc-3eb330c9dca8 req-367d35f6-5322-4d65-8a90-642721c241b8 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 943 time: 0.1019807 Jul 15 15:04:19.603800 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-91bf3361-b06d-48cb-b7cc-3eb330c9dca8 req-06cbb5ee-0e27-4480-831f-c9e37bf7590d tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451765 Jul 15 15:04:19.786305 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab8e9d-a6ca-457b-ba6e-2ba258d45ff7 req-4f4e88d4-57d5-48ec-b3df-ddff3ca7c57d tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:19.788127 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a4ab8e9d-a6ca-457b-ba6e-2ba258d45ff7 req-4f4e88d4-57d5-48ec-b3df-ddff3ca7c57d tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0695100 Jul 15 15:04:19.834114 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a4ab8e9d-a6ca-457b-ba6e-2ba258d45ff7 req-448a4aa6-80c2-4d08-9019-44bba2cee0cd tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395029 Jul 15 15:04:20.272733 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device ffc7e435-a912-4e1b-84ba-92073eb38efd details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:04:20.376160 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05247b9f-9875-4e57-b051-488974831e7b req-1d57e5c2-556c-47b4-8f23-3c7751bb028f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:20.378696 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-05247b9f-9875-4e57-b051-488974831e7b req-1d57e5c2-556c-47b4-8f23-3c7751bb028f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0835171 Jul 15 15:04:20.390716 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port ffc7e435-a912-4e1b-84ba-92073eb38efd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ffc7e435-a912-4e1b-84ba-92073eb38efd,segment=NetworkSegment(9189f2c6-f2d6-4529-85a0-94c23bd71d1b),segment_id=9189f2c6-f2d6-4529-85a0-94c23bd71d1b)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:20.402476 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': 'ffc7e435-a912-4e1b-84ba-92073eb38efd', 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186', 'port_id': 'ffc7e435-a912-4e1b-84ba-92073eb38efd', 'mac_address': 'fa:16:3e:65:3f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:04:20.416581 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-05247b9f-9875-4e57-b051-488974831e7b req-5df168cb-e195-4411-baae-233855c08bd1 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330217 Jul 15 15:04:20.445503 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:20.459926 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc7e435-a912-4e1b-84ba-92073eb38efd {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:04:20.479681 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port ffc7e435-a912-4e1b-84ba-92073eb38efd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ffc7e435-a912-4e1b-84ba-92073eb38efd,segment=NetworkSegment(9189f2c6-f2d6-4529-85a0-94c23bd71d1b),segment_id=9189f2c6-f2d6-4529-85a0-94c23bd71d1b)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:20.483161 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:20.539498 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=ffc7e435-a912-4e1b-84ba-92073eb38efd,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:20.782194 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64722a7a-cf31-4967-aaaf-74ae69d8e3b5 req-621fab17-a326-418f-aa4c-f03bdadae2ac tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:20.783666 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-64722a7a-cf31-4967-aaaf-74ae69d8e3b5 req-621fab17-a326-418f-aa4c-f03bdadae2ac tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 944 time: 0.0635319 Jul 15 15:04:20.822657 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['ffc7e435-a912-4e1b-84ba-92073eb38efd'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:04:20.824924 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-64722a7a-cf31-4967-aaaf-74ae69d8e3b5 req-957d45ed-9acf-48ab-a194-e2cbb81fdf62 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347612 Jul 15 15:04:21.028681 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b787c3-5a56-466b-a826-9adf44497396 req-367be010-f8e2-4821-bf09-a86223d0d1e9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:21.030467 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-06b787c3-5a56-466b-a826-9adf44497396 req-367be010-f8e2-4821-bf09-a86223d0d1e9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0694058 Jul 15 15:04:21.070546 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-06b787c3-5a56-466b-a826-9adf44497396 req-8269f4db-c4dc-42be-981e-bf256ebe4485 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341115 Jul 15 15:04:21.593970 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff125d16-ae99-4417-95ae-36a22944dba3 req-4258e902-c37b-400f-bba9-bc21cf6a2e98 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:21.595453 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ff125d16-ae99-4417-95ae-36a22944dba3 req-4258e902-c37b-400f-bba9-bc21cf6a2e98 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0639987 Jul 15 15:04:21.637759 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ff125d16-ae99-4417-95ae-36a22944dba3 req-850462a4-ce7b-4340-b6d6-eb3ccab5aae4 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364420 Jul 15 15:04:22.002516 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bf023-698b-4b7d-89a5-83e61decbb5a req-e5000ce7-03d5-440d-9edc-137ce2d599a9 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:22.004298 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-961bf023-698b-4b7d-89a5-83e61decbb5a req-e5000ce7-03d5-440d-9edc-137ce2d599a9 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 944 time: 0.0683441 Jul 15 15:04:22.046796 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-961bf023-698b-4b7d-89a5-83e61decbb5a req-afa2190f-4c37-472f-b884-e12dd9682e2e tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338793 Jul 15 15:04:22.253196 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efbeb8-d12d-407f-b3b7-167caafd71db req-9326b2ea-290f-4f4b-bf1e-faccaa6dfb92 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:22.254915 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-76efbeb8-d12d-407f-b3b7-167caafd71db req-9326b2ea-290f-4f4b-bf1e-faccaa6dfb92 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0667286 Jul 15 15:04:22.289042 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device ffc7e435-a912-4e1b-84ba-92073eb38efd up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:22.294157 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-76efbeb8-d12d-407f-b3b7-167caafd71db req-22a239ea-ab0e-401b-bd53-a909903d10e7 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330899 Jul 15 15:04:22.342292 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port ffc7e435-a912-4e1b-84ba-92073eb38efd completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:22.346215 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port ffc7e435-a912-4e1b-84ba-92073eb38efd triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:22.346591 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:22.427322 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:22.454980 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc7e435-a912-4e1b-84ba-92073eb38efd'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:04:22.457235 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17066dc9-05f8-4d2e-a016-7f9e12b37057" -d '{"events": [{"server_uuid": "9e8c7199-b747-4c93-83b2-e389c93eff0d", "name": "network-vif-plugged", "status": "completed", "tag": "ffc7e435-a912-4e1b-84ba-92073eb38efd"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:22.470493 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port ffc7e435-a912-4e1b-84ba-92073eb38efd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ffc7e435-a912-4e1b-84ba-92073eb38efd,segment=NetworkSegment(9189f2c6-f2d6-4529-85a0-94c23bd71d1b),segment_id=9189f2c6-f2d6-4529-85a0-94c23bd71d1b)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:22.475634 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:22.515694 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66064375-1631-4117-a033-6970fec01d98 x-openstack-request-id: req-66064375-1631-4117-a033-6970fec01d98 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:22.516002 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8c7199-b747-4c93-83b2-e389c93eff0d", "name": "network-vif-plugged", "status": "completed", "tag": "ffc7e435-a912-4e1b-84ba-92073eb38efd", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:22.516290 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-66064375-1631-4117-a033-6970fec01d98 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:22.516865 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc7e435-a912-4e1b-84ba-92073eb38efd', 'code': 200} Jul 15 15:04:22.544881 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=ffc7e435-a912-4e1b-84ba-92073eb38efd,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:22.831565 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb422de2-63ea-404c-bb80-6d1c364a43ec req-7167d192-5387-42bf-8735-1e9bfc24df38 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:22.843840 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cb422de2-63ea-404c-bb80-6d1c364a43ec req-7167d192-5387-42bf-8735-1e9bfc24df38 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0809972 Jul 15 15:04:22.882575 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cb422de2-63ea-404c-bb80-6d1c364a43ec req-a1aec6d7-ecf0-41b7-9c9b-4f7c60c7ca23 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374558 Jul 15 15:04:23.225271 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155d882-5b13-44e5-afc8-ec298e2cfa3e req-7e274393-5760-480f-bde1-978820fa2560 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:23.227474 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1155d882-5b13-44e5-afc8-ec298e2cfa3e req-7e274393-5760-480f-bde1-978820fa2560 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 945 time: 0.0688419 Jul 15 15:04:23.268484 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1155d882-5b13-44e5-afc8-ec298e2cfa3e req-5e1e8210-c456-4467-83a1-52dd92c1d1e9 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351038 Jul 15 15:04:23.347963 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:23.480036 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5affc-14e8-4b08-9217-15b8de2a3cd0 req-8aad6a51-f389-466f-acb3-ca47e42b0a0b tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:23.481549 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d1f5affc-14e8-4b08-9217-15b8de2a3cd0 req-8aad6a51-f389-466f-acb3-ca47e42b0a0b tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0634561 Jul 15 15:04:23.521562 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d1f5affc-14e8-4b08-9217-15b8de2a3cd0 req-bbcdea92-6738-4eb6-9100-5f8278d97b01 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334153 Jul 15 15:04:24.062540 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673b337-a009-4d7f-9dce-09d4f7830e31 req-7b318c3a-7e9e-41c7-ab8e-fcabbb91e242 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:24.064083 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b673b337-a009-4d7f-9dce-09d4f7830e31 req-7b318c3a-7e9e-41c7-ab8e-fcabbb91e242 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0645573 Jul 15 15:04:24.101645 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b673b337-a009-4d7f-9dce-09d4f7830e31 req-65fe5881-b5e1-4d8b-a813-9ad4f842886e tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 Jul 15 15:04:24.455200 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e1e9a-6e94-4c8d-afed-ab5b68afa513 req-7dcc39ed-41f3-4737-a458-7baa054080d1 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:24.456779 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-638e1e9a-6e94-4c8d-afed-ab5b68afa513 req-7dcc39ed-41f3-4737-a458-7baa054080d1 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 945 time: 0.0708129 Jul 15 15:04:24.496771 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-638e1e9a-6e94-4c8d-afed-ab5b68afa513 req-70373bcb-8d7b-4507-88c9-d01d24c44352 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343516 Jul 15 15:04:24.701357 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88307d88-0992-43ca-9fdc-3ff2535577ed req-9313790c-9fcd-40e0-8e8f-721422acefd2 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:24.702836 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-88307d88-0992-43ca-9fdc-3ff2535577ed req-9313790c-9fcd-40e0-8e8f-721422acefd2 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0630736 Jul 15 15:04:24.739963 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-88307d88-0992-43ca-9fdc-3ff2535577ed req-27db5d61-d053-4915-ad6c-f3a5c47179c7 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315623 Jul 15 15:04:25.281103 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbbac56-10e9-4679-af31-b739a790267a req-e5418d48-c398-4019-b47b-274500bf91a8 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:25.282606 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ebbbac56-10e9-4679-af31-b739a790267a req-e5418d48-c398-4019-b47b-274500bf91a8 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0678196 Jul 15 15:04:25.550750 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ebbbac56-10e9-4679-af31-b739a790267a req-2ba06f17-c26f-48c5-a318-f65fbc3afaa3 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622950 Jul 15 15:04:25.716000 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fee71-4d3d-4cf9-81de-63f02df54113 req-6d8f9459-d19b-4e69-8a86-201f988a3e04 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:25.717510 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4f8fee71-4d3d-4cf9-81de-63f02df54113 req-6d8f9459-d19b-4e69-8a86-201f988a3e04 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 945 time: 0.0635631 Jul 15 15:04:25.755482 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4f8fee71-4d3d-4cf9-81de-63f02df54113 req-00f678e9-d0b5-4157-8729-519d07970242 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324171 Jul 15 15:04:25.920309 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1943-af20-4290-8b83-a8d9a464cdfd req-26f95414-339c-454d-8df3-45737c677eba tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:25.921767 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e25e1943-af20-4290-8b83-a8d9a464cdfd req-26f95414-339c-454d-8df3-45737c677eba tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0645330 Jul 15 15:04:25.971783 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e25e1943-af20-4290-8b83-a8d9a464cdfd req-aeb60fba-102e-4236-b751-3117dac14caf tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409513 Jul 15 15:04:26.727240 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2721f97-13f6-4c0d-9fbf-52ddad436211 req-0a244098-bdd8-419e-87a9-5fcf43d171b3 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:26.729769 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f2721f97-13f6-4c0d-9fbf-52ddad436211 req-0a244098-bdd8-419e-87a9-5fcf43d171b3 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0648794 Jul 15 15:04:26.769306 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f2721f97-13f6-4c0d-9fbf-52ddad436211 req-29b8c0d4-f72a-4c8f-b063-0e2781324d27 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338109 Jul 15 15:04:26.930509 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a09dca-0329-47d1-9b9e-dee851688d21 req-048af7a7-9f75-4fb8-8665-270121c30637 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:26.932056 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-41a09dca-0329-47d1-9b9e-dee851688d21 req-048af7a7-9f75-4fb8-8665-270121c30637 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 945 time: 0.0656013 Jul 15 15:04:26.969471 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-41a09dca-0329-47d1-9b9e-dee851688d21 req-6e37d69d-e801-4e1d-93b3-f9198ba074b3 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318279 Jul 15 15:04:27.156035 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59abff-5e19-4711-83b3-31dd7715e0a9 req-a1a956d1-c45e-40d2-8bfc-a0cda834cc82 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:27.157555 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5c59abff-5e19-4711-83b3-31dd7715e0a9 req-a1a956d1-c45e-40d2-8bfc-a0cda834cc82 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0683219 Jul 15 15:04:27.195988 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5c59abff-5e19-4711-83b3-31dd7715e0a9 req-278f2aea-5ed9-47a4-8523-79e5311b6bfd tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327327 Jul 15 15:04:27.946422 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f102a54-48e9-485b-88a2-f0520107a2b3 req-7bd4c70e-5fa7-4339-b151-633718485b2e tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:27.948487 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1f102a54-48e9-485b-88a2-f0520107a2b3 req-7bd4c70e-5fa7-4339-b151-633718485b2e tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0658569 Jul 15 15:04:27.987830 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1f102a54-48e9-485b-88a2-f0520107a2b3 req-3fef1fa3-cf26-4f21-94c5-942ea67d3395 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332289 Jul 15 15:04:28.157276 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e357bb6-dc13-42cb-96a9-6d564d454017 req-cad069d7-bd7e-44fd-8f20-26601940c5e8 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:28.158778 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6e357bb6-dc13-42cb-96a9-6d564d454017 req-cad069d7-bd7e-44fd-8f20-26601940c5e8 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 945 time: 0.0675547 Jul 15 15:04:28.206736 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6e357bb6-dc13-42cb-96a9-6d564d454017 req-97297606-f6df-4120-b2b6-c0a41c295ebd tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421920 Jul 15 15:04:28.385920 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35e4ac-2e1e-47f0-ae4a-6b1669aa01d7 req-6530856f-644b-4f31-ae44-e46496f15c01 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:28.387533 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5d35e4ac-2e1e-47f0-ae4a-6b1669aa01d7 req-6530856f-644b-4f31-ae44-e46496f15c01 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0695059 Jul 15 15:04:28.426518 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5d35e4ac-2e1e-47f0-ae4a-6b1669aa01d7 req-acfaedfd-5ff2-4298-b0fd-da6426320530 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330720 Jul 15 15:04:29.168499 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b121f-ce4c-48fa-b5be-81e9af8c7f6d req-f82cfe1c-fe57-48f8-b173-0d1ebffc291d tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:29.170293 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-838b121f-ce4c-48fa-b5be-81e9af8c7f6d req-f82cfe1c-fe57-48f8-b173-0d1ebffc291d tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0643430 Jul 15 15:04:29.210974 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-838b121f-ce4c-48fa-b5be-81e9af8c7f6d req-a01949e5-e989-42b3-8d38-0f32d0e0390f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345197 Jul 15 15:04:29.384402 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4eaae3-3c8d-4322-ae90-44262efce9c9 req-09d4ff63-c2f0-4aaf-9fec-77fbd189640d tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:29.385898 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ef4eaae3-3c8d-4322-ae90-44262efce9c9 req-09d4ff63-c2f0-4aaf-9fec-77fbd189640d tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 945 time: 0.0654969 Jul 15 15:04:29.423975 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ef4eaae3-3c8d-4322-ae90-44262efce9c9 req-14425f89-fdfb-42ab-a94f-51dda84ebf11 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322707 Jul 15 15:04:29.609103 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076c653-251b-48b4-8551-d763da25fa91 req-8cf742a9-9de6-432e-bc38-81c37328676a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:29.610592 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7076c653-251b-48b4-8551-d763da25fa91 req-8cf742a9-9de6-432e-bc38-81c37328676a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0641756 Jul 15 15:04:29.649969 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7076c653-251b-48b4-8551-d763da25fa91 req-b84e4e2e-9963-40f9-938e-82965ca443f2 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330482 Jul 15 15:04:30.269994 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5838ca52-2c9a-4a4a-a801-d546aab01572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:30.397272 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b2d7c-a851-48d3-a32d-082f7a04aadd req-165e4b5a-f9d2-4f94-8dee-a4ce477f5aa2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:30.398993 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-560b2d7c-a851-48d3-a32d-082f7a04aadd req-165e4b5a-f9d2-4f94-8dee-a4ce477f5aa2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0704737 Jul 15 15:04:30.447559 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-560b2d7c-a851-48d3-a32d-082f7a04aadd req-34302f48-43b3-400a-a010-8d60bce66737 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 Jul 15 15:04:30.615090 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254cfe4-b1de-4a36-babf-4011fcf0fc91 req-09d1d9c6-eec7-4d85-8f2a-261c78b18d40 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:30.617404 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1254cfe4-b1de-4a36-babf-4011fcf0fc91 req-09d1d9c6-eec7-4d85-8f2a-261c78b18d40 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 945 time: 0.0678217 Jul 15 15:04:30.655821 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1254cfe4-b1de-4a36-babf-4011fcf0fc91 req-2a7241e2-061c-4da1-bd1b-9f2286143749 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323343 Jul 15 15:04:30.751182 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea26013-14ac-4695-907f-b08416c6f1a9 req-8269e5cb-2854-41c2-8d76-f1149ba01aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:30.752600 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5ea26013-14ac-4695-907f-b08416c6f1a9 req-8269e5cb-2854-41c2-8d76-f1149ba01aa4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 1098 time: 0.0552385 Jul 15 15:04:30.796550 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5ea26013-14ac-4695-907f-b08416c6f1a9 req-93e6b06b-35e1-416d-813c-da98abc7d55e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289743 Jul 15 15:04:30.830410 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dd769-9b8a-4926-9bc0-856fd1483059 req-0ba73e86-9c96-4a08-a152-1faf9de399ce tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:30.831896 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-710dd769-9b8a-4926-9bc0-856fd1483059 req-0ba73e86-9c96-4a08-a152-1faf9de399ce tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0638592 Jul 15 15:04:30.869339 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-710dd769-9b8a-4926-9bc0-856fd1483059 req-66563ce5-279b-4bdf-9eae-6e73242ac4c4 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317786 Jul 15 15:04:31.621269 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1eeb1a-27c4-45f5-acf9-23001a2076be req-475c7ca6-7331-4377-83ca-76be5c588f95 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:31.622725 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d1eeb1a-27c4-45f5-acf9-23001a2076be req-475c7ca6-7331-4377-83ca-76be5c588f95 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0618184 Jul 15 15:04:31.658767 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d1eeb1a-27c4-45f5-acf9-23001a2076be req-44e40352-f36c-4ba1-89bc-4fb549fd3caa tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304799 Jul 15 15:04:31.823459 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298c7bb-08f5-43d9-97ab-8d00234fb0dd req-f05e69a0-50a0-4125-81bc-5708c13cef5e tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:31.824955 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8298c7bb-08f5-43d9-97ab-8d00234fb0dd req-f05e69a0-50a0-4125-81bc-5708c13cef5e tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 945 time: 0.0614328 Jul 15 15:04:31.861713 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8298c7bb-08f5-43d9-97ab-8d00234fb0dd req-1fd413f7-68fb-44e4-9e49-21d73276cdd7 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312641 Jul 15 15:04:32.046441 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d992ec-7622-4765-9205-6be29b325a4b req-b020c765-afdb-40b0-9e30-8f9ec3e9a754 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:32.048038 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-72d992ec-7622-4765-9205-6be29b325a4b req-b020c765-afdb-40b0-9e30-8f9ec3e9a754 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0620570 Jul 15 15:04:32.085096 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-72d992ec-7622-4765-9205-6be29b325a4b req-e0aec8b5-230c-49d4-b34f-af4f7fa06115 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311897 Jul 15 15:04:32.830767 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0eb0a-f180-40a3-bb6a-12f9b8f44c01 req-b46d0f34-1a70-4214-99a6-f9bb1d337b74 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:32.832251 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-01f0eb0a-f180-40a3-bb6a-12f9b8f44c01 req-b46d0f34-1a70-4214-99a6-f9bb1d337b74 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0648694 Jul 15 15:04:32.869500 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-01f0eb0a-f180-40a3-bb6a-12f9b8f44c01 req-988aee65-5c0f-476b-b881-6a29c1042ef0 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Jul 15 15:04:32.979851 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-072dec46-b306-4bf5-944a-8e9d5131402e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.033243 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6ddb1-7bd2-4d5a-acd9-3841868fc8ce req-adcf00b3-5b7e-4339-8252-9adbed25c042 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:33.034693 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a1f6ddb1-7bd2-4d5a-acd9-3841868fc8ce req-adcf00b3-5b7e-4339-8252-9adbed25c042 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 945 time: 0.0648849 Jul 15 15:04:33.070150 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a1f6ddb1-7bd2-4d5a-acd9-3841868fc8ce req-e6215418-0fe4-4cc0-8977-c3afe09a2923 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298693 Jul 15 15:04:33.241209 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f992789-5901-4761-a392-fcd79ffc6264 req-9297099d-3e53-4273-9351-10cde1d9a31e tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:33.242830 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f992789-5901-4761-a392-fcd79ffc6264 req-9297099d-3e53-4273-9351-10cde1d9a31e tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 945 time: 0.0649192 Jul 15 15:04:33.267431 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7e6ad-ad83-43ac-942d-cd038ff2eab3 req-7a621c26-109d-49b2-aa69-47364c319eca tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:33.268961 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ceb7e6ad-ad83-43ac-942d-cd038ff2eab3 req-7a621c26-109d-49b2-aa69-47364c319eca tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0645773 Jul 15 15:04:33.281161 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f992789-5901-4761-a392-fcd79ffc6264 req-694d9734-bd91-49b1-9866-89e3a2f60d4c tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318851 Jul 15 15:04:33.306952 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ceb7e6ad-ad83-43ac-942d-cd038ff2eab3 req-a2335513-f43b-42d0-a0d5-1a90511a25b2 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322506 Jul 15 15:04:33.418828 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.493205 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bd337-a687-4a8e-9577-6510e3ae78fe req-1de64731-bec5-4783-91bd-34eb3f3251de tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:33.494953 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2d9bd337-a687-4a8e-9577-6510e3ae78fe req-1de64731-bec5-4783-91bd-34eb3f3251de tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 945 time: 0.0663402 Jul 15 15:04:33.603408 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-2d9bd337-a687-4a8e-9577-6510e3ae78fe req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Deleting port 1ab1aa97-3351-4d97-9cfc-0dc633adce40 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:33.603761 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-2d9bd337-a687-4a8e-9577-6510e3ae78fe req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.731999 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-2d9bd337-a687-4a8e-9577-6510e3ae78fe req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] For port 1ab1aa97-3351-4d97-9cfc-0dc633adce40, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1ab1aa97-3351-4d97-9cfc-0dc633adce40,segment=NetworkSegment(7a1294d8-ee6d-4176-a8b0-53b98f23d26f),segment_id=7a1294d8-ee6d-4176-a8b0-53b98f23d26f)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:33.732312 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-2d9bd337-a687-4a8e-9577-6510e3ae78fe req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.741240 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e5318-bcbb-44fa-8df6-e2d246f411af req-ddc6c3db-367d-4415-b5a5-13598d51c126 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:33.742717 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9a0e5318-bcbb-44fa-8df6-e2d246f411af req-ddc6c3db-367d-4415-b5a5-13598d51c126 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 945 time: 0.1340473 Jul 15 15:04:33.758697 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-2d9bd337-a687-4a8e-9577-6510e3ae78fe req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Calling delete_port for 1ab1aa97-3351-4d97-9cfc-0dc633adce40 owned by compute:nova {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:33.760945 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:04:33.825068 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9a0e5318-bcbb-44fa-8df6-e2d246f411af req-e2b9506b-98cc-467c-be9d-e1070ec3f562 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748312 Jul 15 15:04:33.909468 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-2d9bd337-a687-4a8e-9577-6510e3ae78fe req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:33.936527 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['45dbe226-7674-41a2-bcc2-b2e15fcc2400', '1ab1aa97-3351-4d97-9cfc-0dc633adce40'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:04:33.946887 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Pushing event deleted for resources: {'Port': ['ID=1ab1aa97-3351-4d97-9cfc-0dc633adce40,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:33.970862 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:33.971081 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:33.972406 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:33.972406 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:33.972406 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:33.972406 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:33.972719 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:33.973097 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:33.973443 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:33.973768 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:33.974118 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:33.974660 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:34.006845 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9bd337-a687-4a8e-9577-6510e3ae78fe req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] No DVR routers for this DVR port 1ab1aa97-3351-4d97-9cfc-0dc633adce40 on host hv-cinder-78836 {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:04:34.009698 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-2d9bd337-a687-4a8e-9577-6510e3ae78fe req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:34.012636 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2d9bd337-a687-4a8e-9577-6510e3ae78fe req-50d5874c-a077-433a-a45d-213faf105c8f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.41 "DELETE /v2.0/ports/1ab1aa97-3351-4d97-9cfc-0dc633adce40 HTTP/1.1" status: 204 len: 173 time: 0.5108790 Jul 15 15:04:34.013098 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1be554c-1b0b-4092-a090-253a73a3b5e7', 'name': 'network-vif-deleted', 'tag': '1ab1aa97-3351-4d97-9cfc-0dc633adce40'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:04:34.020988 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a10750cf-840f-4aa8-b037-bd6c8616bab0 req-10551ef9-065c-40df-bb23-343fbbc8d3b4 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=d1be554c-1b0b-4092-a090-253a73a3b5e7 HTTP/1.1" status: 200 len: 210 time: 0.0375037 Jul 15 15:04:34.027981 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e09999-9831-4c3f-91e5-0ba34f1d1942" -d '{"events": [{"server_uuid": "d1be554c-1b0b-4092-a090-253a73a3b5e7", "name": "network-vif-deleted", "tag": "1ab1aa97-3351-4d97-9cfc-0dc633adce40"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:34.067995 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6e1496-e2be-4da4-8c31-f65c80111722 x-openstack-request-id: req-6c6e1496-e2be-4da4-8c31-f65c80111722 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:34.068668 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1be554c-1b0b-4092-a090-253a73a3b5e7", "name": "network-vif-deleted", "tag": "1ab1aa97-3351-4d97-9cfc-0dc633adce40", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:34.068668 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6c6e1496-e2be-4da4-8c31-f65c80111722 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:34.069208 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1be554c-1b0b-4092-a090-253a73a3b5e7', 'name': 'network-vif-deleted', 'tag': '1ab1aa97-3351-4d97-9cfc-0dc633adce40', 'status': 'completed', 'code': 200} Jul 15 15:04:34.078648 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:34.493341 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20292d3-6ff7-4eb1-849a-510d666337c2 req-1fb0160a-0487-452f-9fea-335832d9c37f tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:34.494797 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c20292d3-6ff7-4eb1-849a-510d666337c2 req-1fb0160a-0487-452f-9fea-335832d9c37f tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0669329 Jul 15 15:04:34.531458 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c20292d3-6ff7-4eb1-849a-510d666337c2 req-e106dee3-9292-44a1-b8e1-b8598a5d44da tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302742 Jul 15 15:04:35.449453 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:35.471935 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7a6c6-e79e-406b-982b-47a0f78c22ec req-2313e9fa-a208-407a-9c10-f57d8621e404 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:35.473426 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-46a7a6c6-e79e-406b-982b-47a0f78c22ec req-2313e9fa-a208-407a-9c10-f57d8621e404 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0727503 Jul 15 15:04:35.511218 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-46a7a6c6-e79e-406b-982b-47a0f78c22ec req-646abf55-f847-4a9a-9263-3cd02fde35c4 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319493 Jul 15 15:04:35.867660 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3995b2-e039-4a1d-8e3b-b24fd96626e2 req-9f33d96d-6b70-468d-8de1-aed36faef232 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:35.869164 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9d3995b2-e039-4a1d-8e3b-b24fd96626e2 req-9f33d96d-6b70-468d-8de1-aed36faef232 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0627742 Jul 15 15:04:35.906729 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9d3995b2-e039-4a1d-8e3b-b24fd96626e2 req-a7ee5bb7-32fd-4cc1-aed1-b85ce76dcd55 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310228 Jul 15 15:04:36.689427 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f490a-5a6a-4427-bc96-b77b52cae755 req-4c6b6c6d-4c49-4564-8f07-9a56e6f55ae7 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:36.690911 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-529f490a-5a6a-4427-bc96-b77b52cae755 req-4c6b6c6d-4c49-4564-8f07-9a56e6f55ae7 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0640588 Jul 15 15:04:36.727353 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-529f490a-5a6a-4427-bc96-b77b52cae755 req-bdce02b3-b079-4dc3-90d0-1cf8d7cc98ac tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307908 Jul 15 15:04:37.081643 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c9c6a-18f2-432a-bdc5-96094801ceb6 req-e6db2196-dbf5-4837-a32d-fe527faf5022 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:37.083593 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3c1c9c6a-18f2-432a-bdc5-96094801ceb6 req-e6db2196-dbf5-4837-a32d-fe527faf5022 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0643125 Jul 15 15:04:37.120512 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3c1c9c6a-18f2-432a-bdc5-96094801ceb6 req-446f5301-9c8c-4632-afbc-99089bb3b75e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310740 Jul 15 15:04:37.897961 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7c54f-b33f-4d53-9f9f-4664c9be0776 req-49415929-377e-4cc1-9026-c175f0b25a8a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:37.899463 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7fc7c54f-b33f-4d53-9f9f-4664c9be0776 req-49415929-377e-4cc1-9026-c175f0b25a8a tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0655155 Jul 15 15:04:37.945125 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7fc7c54f-b33f-4d53-9f9f-4664c9be0776 req-d3eaf623-9f36-4a30-b41b-43fb9133bd56 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388935 Jul 15 15:04:38.303200 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8497d9-35f2-49f4-bd02-4328bc8b42ad req-bb08fe87-23ae-439d-bce3-e30567053d5a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:38.304852 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ba8497d9-35f2-49f4-bd02-4328bc8b42ad req-bb08fe87-23ae-439d-bce3-e30567053d5a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 943 time: 0.0657425 Jul 15 15:04:38.342594 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ba8497d9-35f2-49f4-bd02-4328bc8b42ad req-3a613a12-969e-4a37-a878-e2a8957bc374 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317247 Jul 15 15:04:38.373242 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9070fadf-8265-499a-b458-94189b5f9d06 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:04:38.375299 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 1ab1aa97-3351-4d97-9cfc-0dc633adce40 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:38.403379 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: 1ab1aa97-3351-4d97-9cfc-0dc633adce40 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:04:38.403723 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 1ab1aa97-3351-4d97-9cfc-0dc633adce40 not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:04:38.489848 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 9070fadf-8265-499a-b458-94189b5f9d06, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9070fadf-8265-499a-b458-94189b5f9d06,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:38.499898 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '9070fadf-8265-499a-b458-94189b5f9d06', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'port_id': '9070fadf-8265-499a-b458-94189b5f9d06', 'mac_address': 'fa:16:3e:17:e8:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:04:38.536834 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:38.549709 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9070fadf-8265-499a-b458-94189b5f9d06 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:04:38.572140 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 9070fadf-8265-499a-b458-94189b5f9d06, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9070fadf-8265-499a-b458-94189b5f9d06,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:38.576282 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:38.622476 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=9070fadf-8265-499a-b458-94189b5f9d06,revision_number=9']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:38.916521 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['9070fadf-8265-499a-b458-94189b5f9d06'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:04:39.115726 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c352e-fca2-4de8-a607-7d2dffd0e22c req-81b3ce3c-f111-4db6-ab87-e406362eac2f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:39.117210 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-dc9c352e-fca2-4de8-a607-7d2dffd0e22c req-81b3ce3c-f111-4db6-ab87-e406362eac2f tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0621328 Jul 15 15:04:39.154076 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-dc9c352e-fca2-4de8-a607-7d2dffd0e22c req-015fdb41-b176-4fc5-856d-e222fe0e6d02 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307438 Jul 15 15:04:39.516640 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb6346-a943-4e06-a9a1-34c4040159fb req-948152e9-e4a5-4488-8a8c-8cc858c1a260 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:39.518035 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-30fb6346-a943-4e06-a9a1-34c4040159fb req-948152e9-e4a5-4488-8a8c-8cc858c1a260 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 944 time: 0.0622027 Jul 15 15:04:39.554436 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-30fb6346-a943-4e06-a9a1-34c4040159fb req-044f9bc9-f158-49c1-a168-681ebed7b245 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309205 Jul 15 15:04:40.325788 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d1469-2ed2-4673-bbb1-1fca8c94367d req-0386251e-2e32-42b2-ae3f-cb24efbba168 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:40.327267 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-366d1469-2ed2-4673-bbb1-1fca8c94367d req-0386251e-2e32-42b2-ae3f-cb24efbba168 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0645545 Jul 15 15:04:40.364229 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-366d1469-2ed2-4673-bbb1-1fca8c94367d req-663d1f2b-dff3-4ce7-9e1a-da5a26d0630e tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314951 Jul 15 15:04:40.375021 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9070fadf-8265-499a-b458-94189b5f9d06 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:40.425966 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 9070fadf-8265-499a-b458-94189b5f9d06 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:40.426347 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:40.501086 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:40.522424 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9070fadf-8265-499a-b458-94189b5f9d06'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:04:40.524695 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150d6c39-fa3b-4012-8ddf-49ddad8ad1c0" -d '{"events": [{"server_uuid": "009bb2f1-a1f9-4f31-b5ad-c668181f33eb", "name": "network-vif-plugged", "status": "completed", "tag": "9070fadf-8265-499a-b458-94189b5f9d06"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:40.538748 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 9070fadf-8265-499a-b458-94189b5f9d06, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9070fadf-8265-499a-b458-94189b5f9d06,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:40.543002 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:40.571550 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f797f99-69b9-46c2-a435-c202dffc76e2 x-openstack-request-id: req-2f797f99-69b9-46c2-a435-c202dffc76e2 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:40.571897 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009bb2f1-a1f9-4f31-b5ad-c668181f33eb", "name": "network-vif-plugged", "status": "completed", "tag": "9070fadf-8265-499a-b458-94189b5f9d06", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:40.572099 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2f797f99-69b9-46c2-a435-c202dffc76e2 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:40.572516 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9070fadf-8265-499a-b458-94189b5f9d06', 'code': 200} Jul 15 15:04:40.599370 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=9070fadf-8265-499a-b458-94189b5f9d06,revision_number=10']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:40.734893 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98abbe-e8d6-4acb-8dd0-f6edf25ec154 req-97081f28-3263-45ed-b863-e54ac02156fc tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:40.736376 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cd98abbe-e8d6-4acb-8dd0-f6edf25ec154 req-97081f28-3263-45ed-b863-e54ac02156fc tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 946 time: 0.0608516 Jul 15 15:04:40.773034 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cd98abbe-e8d6-4acb-8dd0-f6edf25ec154 req-9327479d-0485-4b5c-994e-f3975c1fabff tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312195 Jul 15 15:04:41.169938 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c59941-7c9b-414c-852f-28f00de9c244 req-defafed8-facf-43e1-a9e9-f215786d1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:41.171390 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-11c59941-7c9b-414c-852f-28f00de9c244 req-defafed8-facf-43e1-a9e9-f215786d1330 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 1099 time: 0.0512705 Jul 15 15:04:41.209304 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-11c59941-7c9b-414c-852f-28f00de9c244 req-87eacbc3-af11-48eb-982b-94585e243c4b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263860 Jul 15 15:04:41.545845 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70eda2-4e01-4de0-b057-9f451e930d24 req-002e2ed4-2d97-45af-99d4-c7b865e278f6 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:41.547293 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9a70eda2-4e01-4de0-b057-9f451e930d24 req-002e2ed4-2d97-45af-99d4-c7b865e278f6 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0645623 Jul 15 15:04:41.584117 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9a70eda2-4e01-4de0-b057-9f451e930d24 req-633a7663-b3f1-4c19-ab85-17e1e3e868d9 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/security-groups?id=8942f97e-23f3-43cd-ac8a-06db41102a1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312939 Jul 15 15:04:41.951073 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8722a5b-ba17-46f9-9020-9ca118fbd891 req-4ecd786c-a953-439d-8985-d64ab64e5b54 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:41.952534 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b8722a5b-ba17-46f9-9020-9ca118fbd891 req-4ecd786c-a953-439d-8985-d64ab64e5b54 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 946 time: 0.0641513 Jul 15 15:04:41.988625 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b8722a5b-ba17-46f9-9020-9ca118fbd891 req-498895d9-86c6-4653-967e-cf2fc1aea256 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307107 Jul 15 15:04:42.125429 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922b52e-7dfd-4e1f-af22-c6ef24e706dc req-553f8760-ba89-488c-93ba-b7e70e03ebb2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:42.126918 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8922b52e-7dfd-4e1f-af22-c6ef24e706dc req-553f8760-ba89-488c-93ba-b7e70e03ebb2 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.41 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 946 time: 0.0616477 Jul 15 15:04:42.239260 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-8922b52e-7dfd-4e1f-af22-c6ef24e706dc req-892590a7-713e-4be0-91eb-885c219c82f1 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Deleting port 45dbe226-7674-41a2-bcc2-b2e15fcc2400 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:42.239602 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-8922b52e-7dfd-4e1f-af22-c6ef24e706dc req-892590a7-713e-4be0-91eb-885c219c82f1 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:42.323600 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-8922b52e-7dfd-4e1f-af22-c6ef24e706dc req-892590a7-713e-4be0-91eb-885c219c82f1 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] For port 45dbe226-7674-41a2-bcc2-b2e15fcc2400, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=45dbe226-7674-41a2-bcc2-b2e15fcc2400,segment=NetworkSegment(7a1294d8-ee6d-4176-a8b0-53b98f23d26f),segment_id=7a1294d8-ee6d-4176-a8b0-53b98f23d26f)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:42.323950 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-8922b52e-7dfd-4e1f-af22-c6ef24e706dc req-892590a7-713e-4be0-91eb-885c219c82f1 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:42.336401 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-8922b52e-7dfd-4e1f-af22-c6ef24e706dc req-892590a7-713e-4be0-91eb-885c219c82f1 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Calling delete_port for 45dbe226-7674-41a2-bcc2-b2e15fcc2400 owned by compute:nova {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:42.468846 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-8922b52e-7dfd-4e1f-af22-c6ef24e706dc req-892590a7-713e-4be0-91eb-885c219c82f1 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:42.490006 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['45dbe226-7674-41a2-bcc2-b2e15fcc2400'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:04:42.499509 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892590a7-713e-4be0-91eb-885c219c82f1 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Pushing event deleted for resources: {'Port': ['ID=45dbe226-7674-41a2-bcc2-b2e15fcc2400,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:42.548720 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-8922b52e-7dfd-4e1f-af22-c6ef24e706dc req-892590a7-713e-4be0-91eb-885c219c82f1 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] No DVR routers for this DVR port 45dbe226-7674-41a2-bcc2-b2e15fcc2400 on host hv-cinder-78836 {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:04:42.551331 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-8922b52e-7dfd-4e1f-af22-c6ef24e706dc req-892590a7-713e-4be0-91eb-885c219c82f1 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:42.553453 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8922b52e-7dfd-4e1f-af22-c6ef24e706dc req-892590a7-713e-4be0-91eb-885c219c82f1 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.41 "DELETE /v2.0/ports/45dbe226-7674-41a2-bcc2-b2e15fcc2400 HTTP/1.1" status: 204 len: 173 time: 0.4144020 Jul 15 15:04:42.553893 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08622529-f23d-4809-961b-38fef30f0f1e', 'name': 'network-vif-deleted', 'tag': '45dbe226-7674-41a2-bcc2-b2e15fcc2400'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:04:42.556120 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a6be8d-0e11-49c9-aa81-08200ff51640" -d '{"events": [{"server_uuid": "08622529-f23d-4809-961b-38fef30f0f1e", "name": "network-vif-deleted", "tag": "45dbe226-7674-41a2-bcc2-b2e15fcc2400"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:42.599018 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32aa25f6-b53f-46c3-bd60-cb1f1a356aac x-openstack-request-id: req-32aa25f6-b53f-46c3-bd60-cb1f1a356aac {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:42.599316 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08622529-f23d-4809-961b-38fef30f0f1e", "name": "network-vif-deleted", "tag": "45dbe226-7674-41a2-bcc2-b2e15fcc2400", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:42.599574 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-32aa25f6-b53f-46c3-bd60-cb1f1a356aac {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:42.599968 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08622529-f23d-4809-961b-38fef30f0f1e', 'name': 'network-vif-deleted', 'tag': '45dbe226-7674-41a2-bcc2-b2e15fcc2400', 'status': 'completed', 'code': 200} Jul 15 15:04:42.744007 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0f2fd611-18d2-4628-b34d-325716a93d71 req-dcaa78d7-cb78-439e-ac27-b4bb257f3149 tempest-ServerRescueNegativeTestJSON-1878563199 tempest-ServerRescueNegativeTestJSON-1878563199-project] 10.222.0.72 "GET /v2.0/ports?device_id=08622529-f23d-4809-961b-38fef30f0f1e HTTP/1.1" status: 200 len: 210 time: 0.0341308 Jul 15 15:04:43.171095 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebf14a-894a-46ff-bb7b-25c240d9f5fa req-a2fb24c0-0b2e-4e91-a4c5-d305994de76a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:43.172893 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b1ebf14a-894a-46ff-bb7b-25c240d9f5fa req-a2fb24c0-0b2e-4e91-a4c5-d305994de76a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 946 time: 0.0682023 Jul 15 15:04:43.218292 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b1ebf14a-894a-46ff-bb7b-25c240d9f5fa req-84f9c597-f816-422c-ae86-af974a25b624 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388575 Jul 15 15:04:43.840774 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 36276) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:44.426355 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c611448-44e7-4464-a5f9-35d9e4d3e89d req-db5c8125-804b-4dfa-abbf-9a0ecb16a2a7 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:44.427872 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6c611448-44e7-4464-a5f9-35d9e4d3e89d req-db5c8125-804b-4dfa-abbf-9a0ecb16a2a7 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 946 time: 0.0731204 Jul 15 15:04:44.474530 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6c611448-44e7-4464-a5f9-35d9e4d3e89d req-32b72065-9c16-43af-8508-25e7defdbeb7 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395646 Jul 15 15:04:44.485879 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-026b0df5-f170-41c5-8c26-ab786ec67cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-778414'] for router_interface, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:44.688307 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616e609-ad59-42c4-b70a-2fedc1b143af req-2fa0fa1c-470b-4075-af9d-d5cf0d2e13a2 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:44.689778 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3616e609-ad59-42c4-b70a-2fedc1b143af req-2fa0fa1c-470b-4075-af9d-d5cf0d2e13a2 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 945 time: 0.1651611 Jul 15 15:04:44.779364 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3616e609-ad59-42c4-b70a-2fedc1b143af req-14f7be88-5a71-4fd7-86d9-957c75a0fd07 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743718 Jul 15 15:04:44.805133 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36292) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:44.879551 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-026b0df5-f170-41c5-8c26-ab786ec67cab admin admin] Deleting port 9819c431-53a0-4c6f-9616-8aed83825432 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:44.880147 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-026b0df5-f170-41c5-8c26-ab786ec67cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:44.906457 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fd3fbc-5628-4f49-819a-dae52f9abce1 tempest-TestMinimumBasicScenario-1384388097 tempest-TestMinimumBasicScenario-1384388097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:44.907955 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-c1fd3fbc-5628-4f49-819a-dae52f9abce1 tempest-TestMinimumBasicScenario-1384388097 tempest-TestMinimumBasicScenario-1384388097-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 1093 time: 0.1018355 Jul 15 15:04:44.910834 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36296) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:44.915111 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Request body: {'floatingip': {'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'port_id': 'ffc7e435-a912-4e1b-84ba-92073eb38efd', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:44.937375 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for floatingip, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:44.959980 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-026b0df5-f170-41c5-8c26-ab786ec67cab admin admin] For port 9819c431-53a0-4c6f-9616-8aed83825432, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=9819c431-53a0-4c6f-9616-8aed83825432,segment=NetworkSegment(7a1294d8-ee6d-4176-a8b0-53b98f23d26f),segment_id=7a1294d8-ee6d-4176-a8b0-53b98f23d26f)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:44.960162 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-026b0df5-f170-41c5-8c26-ab786ec67cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:44.972506 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-026b0df5-f170-41c5-8c26-ab786ec67cab admin admin] Calling delete_port for 9819c431-53a0-4c6f-9616-8aed83825432 owned by network:router_interface {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:45.030765 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.138026 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Allocated IP 172.27.0.40 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/3599adf2-916d-4c29-b09b-28299f2af429) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:45.166376 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-026b0df5-f170-41c5-8c26-ab786ec67cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.195945 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b0df5-f170-41c5-8c26-ab786ec67cab admin admin] Pushing event deleted for resources: {'Port': ['ID=9819c431-53a0-4c6f-9616-8aed83825432,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:45.241364 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.289023 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.324558 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:45.330806 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:45.334335 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:45.358521 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Pushing event updated for resources: {'Port': ['ID=3599adf2-916d-4c29-b09b-28299f2af429,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:45.359750 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-026b0df5-f170-41c5-8c26-ab786ec67cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781118'] for router_interface, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.369690 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:45.370199 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:45.370546 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:45.372502 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:45.372845 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:45.373180 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:45.373510 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:45.373839 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:45.374163 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:45.374484 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:45.374813 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:45.375129 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:45.566076 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026b0df5-f170-41c5-8c26-ab786ec67cab admin admin] Router 9a2b95ae-43d1-43a6-ac73-1839970f0500 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:04:45.687129 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026b0df5-f170-41c5-8c26-ab786ec67cab admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:04:45.692687 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-026b0df5-f170-41c5-8c26-ab786ec67cab admin admin] 10.222.0.72 "PUT /v2.0/routers/9a2b95ae-43d1-43a6-ac73-1839970f0500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8503008 Jul 15 15:04:45.694668 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 36302) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:45.697221 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91f96e8-6743-4f12-be2d-2158339e6774 None None] Sync routers for ids ['9a2b95ae-43d1-43a6-ac73-1839970f0500'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:04:45.710610 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91f96e8-6743-4f12-be2d-2158339e6774 None None] Routers {'9a2b95ae-43d1-43a6-ac73-1839970f0500'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:45.711222 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-a91f96e8-6743-4f12-be2d-2158339e6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['9a2b95ae-43d1-43a6-ac73-1839970f0500'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:45.746449 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.832015 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-921186c0-691d-4569-9085-fb8f36bec794 admin admin] Notify callbacks [] for router, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.834225 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.837133 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-a91f96e8-6743-4f12-be2d-2158339e6774 None None] Set router 9a2b95ae-43d1-43a6-ac73-1839970f0500 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:45.938922 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-921186c0-691d-4569-9085-fb8f36bec794 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:45.993807 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-921186c0-691d-4569-9085-fb8f36bec794 admin admin] Deleting port 6a684162-c679-4a1b-9732-60a0c5813c04 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:45.994107 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-921186c0-691d-4569-9085-fb8f36bec794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.003843 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.008451 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.057607 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Pushing event updated for resources: {'Port': ['ID=3599adf2-916d-4c29-b09b-28299f2af429,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:46.081019 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-921186c0-691d-4569-9085-fb8f36bec794 admin admin] For port 6a684162-c679-4a1b-9732-60a0c5813c04, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=6a684162-c679-4a1b-9732-60a0c5813c04,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:46.081331 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-921186c0-691d-4569-9085-fb8f36bec794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.095130 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-921186c0-691d-4569-9085-fb8f36bec794 admin admin] Calling delete_port for 6a684162-c679-4a1b-9732-60a0c5813c04 owned by network:router_gateway {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:46.102520 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.116743 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-a91f96e8-6743-4f12-be2d-2158339e6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'name': 'tempest-ServerRescueNegativeTestJSON-872395788-router', 'tenant_id': '6de9338e1067409392dc60a909732e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '6a684162-c679-4a1b-9732-60a0c5813c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:25Z', 'updated_at': '2021-07-15T15:04:45Z', 'revision_number': 5, 'project_id': '6de9338e1067409392dc60a909732e80', 'gw_port': {'id': '6a684162-c679-4a1b-9732-60a0c5813c04', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:46.146578 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91f96e8-6743-4f12-be2d-2158339e6774 None None] Checking router: 9a2b95ae-43d1-43a6-ac73-1839970f0500 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:04:46.155510 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91f96e8-6743-4f12-be2d-2158339e6774 None None] Routers {'9a2b95ae-43d1-43a6-ac73-1839970f0500'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:46.156311 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-a91f96e8-6743-4f12-be2d-2158339e6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['9a2b95ae-43d1-43a6-ac73-1839970f0500'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:46.210196 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.l3_db [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Floating IP 42b36caa-3d7b-4f10-9152-d5e62297b332 associated. External IP: 172.27.0.40, port: ffc7e435-a912-4e1b-84ba-92073eb38efd. Jul 15 15:04:46.243796 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-a91f96e8-6743-4f12-be2d-2158339e6774 None None] Set router 9a2b95ae-43d1-43a6-ac73-1839970f0500 gateway port host: None {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:46.270981 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-921186c0-691d-4569-9085-fb8f36bec794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.297388 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921186c0-691d-4569-9085-fb8f36bec794 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a684162-c679-4a1b-9732-60a0c5813c04,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:46.301500 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-a91f96e8-6743-4f12-be2d-2158339e6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'name': 'tempest-ServerRescueNegativeTestJSON-872395788-router', 'tenant_id': '6de9338e1067409392dc60a909732e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:25Z', 'updated_at': '2021-07-15T15:04:45Z', 'revision_number': 6, 'project_id': '6de9338e1067409392dc60a909732e80', 'gw_port_host': None}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:46.331984 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91f96e8-6743-4f12-be2d-2158339e6774 None None] The sync data for ids ['9a2b95ae-43d1-43a6-ac73-1839970f0500'] in dv-cinder-788367-2-iscsi is: [{'id': '9a2b95ae-43d1-43a6-ac73-1839970f0500', 'name': 'tempest-ServerRescueNegativeTestJSON-872395788-router', 'tenant_id': '6de9338e1067409392dc60a909732e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:25Z', 'updated_at': '2021-07-15T15:04:45Z', 'revision_number': 6, 'project_id': '6de9338e1067409392dc60a909732e80', 'gw_port_host': None}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:04:46.357499 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-921186c0-691d-4569-9085-fb8f36bec794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633188'] for router_gateway, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.391101 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 45dbe226-7674-41a2-bcc2-b2e15fcc2400 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:46.412076 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: 45dbe226-7674-41a2-bcc2-b2e15fcc2400 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:04:46.413157 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 45dbe226-7674-41a2-bcc2-b2e15fcc2400 not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:04:46.441208 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Router c83c5d67-9079-44f6-a0d0-1aad6acd5398 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:04:46.468513 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-921186c0-691d-4569-9085-fb8f36bec794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25220'] for router, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.470668 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-921186c0-691d-4569-9085-fb8f36bec794 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.533243 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-921186c0-691d-4569-9085-fb8f36bec794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778982'] for router, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.533759 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921186c0-691d-4569-9085-fb8f36bec794 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a2b95ae-43d1-43a6-ac73-1839970f0500 {{(pid=92930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:04:46.538613 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-921186c0-691d-4569-9085-fb8f36bec794 admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.539754 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-921186c0-691d-4569-9085-fb8f36bec794 admin admin] 10.222.0.72 "DELETE /v2.0/routers/9a2b95ae-43d1-43a6-ac73-1839970f0500 HTTP/1.1" status: 204 len: 168 time: 0.8439527 Jul 15 15:04:46.542250 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 36306) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:46.554898 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:04:46.565492 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8d0163-48ce-44cd-865c-e2c28f95d59b None None] Sync routers for ids ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:04:46.578702 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.583174 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8d0163-48ce-44cd-865c-e2c28f95d59b None None] Routers {'c83c5d67-9079-44f6-a0d0-1aad6acd5398'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:46.584046 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-4c8d0163-48ce-44cd-865c-e2c28f95d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:46.597647 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80453a5-d54d-4e69-a671-8d159a3ccb8f admin admin] Deleting subnet a9f33964-418e-49b9-8d6e-5705600bae01 {{(pid=92930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:04:46.601128 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b80453a5-d54d-4e69-a671-8d159a3ccb8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.624637 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-831e3aa0-0883-4952-a30c-8b8831f75449 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7124212 Jul 15 15:04:46.624941 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'tag': 'ffc7e435-a912-4e1b-84ba-92073eb38efd'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:04:46.627392 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21143c9b-7616-48e4-bb62-c94bf551de1d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8c7199-b747-4c93-83b2-e389c93eff0d", "tag": "ffc7e435-a912-4e1b-84ba-92073eb38efd"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:46.629992 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36308) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:46.635475 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-bdaf2686-d889-4301-8745-f6e7318f94c2 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-453723488', 'description': 'tempest-secgroup-smoke-453723488 description', 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:46.681325 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed3bc6d-d8ae-410d-8ba2-4811e4f61ddb x-openstack-request-id: req-4ed3bc6d-d8ae-410d-8ba2-4811e4f61ddb {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:46.681621 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8c7199-b747-4c93-83b2-e389c93eff0d", "tag": "ffc7e435-a912-4e1b-84ba-92073eb38efd", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:46.681879 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ed3bc6d-d8ae-410d-8ba2-4811e4f61ddb {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:46.682278 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'tag': 'ffc7e435-a912-4e1b-84ba-92073eb38efd', 'status': 'completed', 'code': 200} Jul 15 15:04:46.683167 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2686-d889-4301-8745-f6e7318f94c2 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.742715 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-4c8d0163-48ce-44cd-865c-e2c28f95d59b None None] Set router c83c5d67-9079-44f6-a0d0-1aad6acd5398 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:46.797995 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2686-d889-4301-8745-f6e7318f94c2 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.804315 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2686-d889-4301-8745-f6e7318f94c2 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.846622 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bdaf2686-d889-4301-8745-f6e7318f94c2 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.851112 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-bdaf2686-d889-4301-8745-f6e7318f94c2 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2193725 Jul 15 15:04:46.851939 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36314) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:46.858256 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-64842fae-e283-47e4-bd02-43bcce75a446 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Request body: {'security_group_rule': {'security_group_id': '0bda0975-ce12-49eb-82a8-140482c6d56a', 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:46.873174 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf2686-d889-4301-8745-f6e7318f94c2 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bda0975-ce12-49eb-82a8-140482c6d56a,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:46.902721 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-64842fae-e283-47e4-bd02-43bcce75a446 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.953784 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b80453a5-d54d-4e69-a671-8d159a3ccb8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2994775'] for subnet, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:46.986888 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-64842fae-e283-47e4-bd02-43bcce75a446 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.004821 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b80453a5-d54d-4e69-a671-8d159a3ccb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66795978'] for subnet, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.008820 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-64842fae-e283-47e4-bd02-43bcce75a446 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.035027 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21143c9b-7616-48e4-bb62-c94bf551de1d req-f8abd5e2-713c-4e57-804c-e85acbd1b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:47.036551 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-21143c9b-7616-48e4-bb62-c94bf551de1d req-f8abd5e2-713c-4e57-804c-e85acbd1b16a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d12d907d37f74d6ba42fb769f7b32a4d&device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 1098 time: 0.1254601 Jul 15 15:04:47.060340 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64842fae-e283-47e4-bd02-43bcce75a446 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d43d2d-f24e-4c4f-a770-5580033b8ccc,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:47.068255 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-64842fae-e283-47e4-bd02-43bcce75a446 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.072359 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-64842fae-e283-47e4-bd02-43bcce75a446 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2156668 Jul 15 15:04:47.072469 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36318) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:47.076586 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-4c8d0163-48ce-44cd-865c-e2c28f95d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'name': 'tempest-TestMinimumBasicScenario-1601126812-router', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:30Z', 'updated_at': '2021-07-15T15:03:33Z', 'revision_number': 4, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'gw_port': {'id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:31Z', 'updated_at': '2021-07-15T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '42b36caa-3d7b-4f10-9152-d5e62297b332', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'port_id': 'ffc7e435-a912-4e1b-84ba-92073eb38efd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186', 'mac_address': 'fa:16:3e:65:3f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:04:45Z', 'updated_at': '2021-07-15T15:04:45Z', 'revision_number': 0, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d95b46e-93b4-4fc4-9e34-5d502f681fd7', 'name': '', 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'mac_address': 'fa:16:3e:b2:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:33Z', 'updated_at': '2021-07-15T15:03:42Z', 'revision_number': 5, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'subnets': [{'id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:47.077985 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-2c0fb977-5eb1-4d6f-a3b1-18efcbf62b56 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Request body: {'security_group_rule': {'security_group_id': '0bda0975-ce12-49eb-82a8-140482c6d56a', 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:47.116355 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2c0fb977-5eb1-4d6f-a3b1-18efcbf62b56 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.172642 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b80453a5-d54d-4e69-a671-8d159a3ccb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66796029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2594616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2806727'] for subnet, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.239249 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2c0fb977-5eb1-4d6f-a3b1-18efcbf62b56 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.245658 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2c0fb977-5eb1-4d6f-a3b1-18efcbf62b56 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.271540 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fb977-5eb1-4d6f-a3b1-18efcbf62b56 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7941a61-2a92-4c1f-bfac-47c81b9da5b3,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:47.282339 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80453a5-d54d-4e69-a671-8d159a3ccb8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9f33964-418e-49b9-8d6e-5705600bae01,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:47.282631 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8d0163-48ce-44cd-865c-e2c28f95d59b None None] Checking router: c83c5d67-9079-44f6-a0d0-1aad6acd5398 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:04:47.286031 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2c0fb977-5eb1-4d6f-a3b1-18efcbf62b56 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.287307 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-2c0fb977-5eb1-4d6f-a3b1-18efcbf62b56 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2138586 Jul 15 15:04:47.290554 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36322) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:47.292836 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8d0163-48ce-44cd-865c-e2c28f95d59b None None] Routers {'c83c5d67-9079-44f6-a0d0-1aad6acd5398'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:47.294199 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-4c8d0163-48ce-44cd-865c-e2c28f95d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:47.295254 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-13bd99ea-b8b1-46cc-9c31-5635d12ac669 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Request body: {'security_group_rule': {'security_group_id': '0bda0975-ce12-49eb-82a8-140482c6d56a', 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:47.298907 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21143c9b-7616-48e4-bb62-c94bf551de1d req-90f6bbea-18ba-4624-8834-1aa8fdf31fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:47.309367 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-21143c9b-7616-48e4-bb62-c94bf551de1d req-90f6bbea-18ba-4624-8834-1aa8fdf31fba service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 HTTP/1.1" status: 200 len: 916 time: 0.2642882 Jul 15 15:04:47.333941 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b80453a5-d54d-4e69-a671-8d159a3ccb8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.337379 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-b80453a5-d54d-4e69-a671-8d159a3ccb8f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a9f33964-418e-49b9-8d6e-5705600bae01 HTTP/1.1" status: 204 len: 168 time: 0.7928092 Jul 15 15:04:47.338957 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 36324) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:47.354461 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-13bd99ea-b8b1-46cc-9c31-5635d12ac669 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.435777 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-4c8d0163-48ce-44cd-865c-e2c28f95d59b None None] Set router c83c5d67-9079-44f6-a0d0-1aad6acd5398 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:47.449918 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-13bd99ea-b8b1-46cc-9c31-5635d12ac669 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.471475 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-13bd99ea-b8b1-46cc-9c31-5635d12ac669 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.502580 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd99ea-b8b1-46cc-9c31-5635d12ac669 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb26ce7-baab-461e-ac32-40ed771fe4c0,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:47.509498 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-13bd99ea-b8b1-46cc-9c31-5635d12ac669 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.510742 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-13bd99ea-b8b1-46cc-9c31-5635d12ac669 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2197442 Jul 15 15:04:47.513823 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36326) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:47.516395 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87adba65-c186-4912-858b-9d1c82bcfb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66702497'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.519515 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-21143c9b-7616-48e4-bb62-c94bf551de1d req-7dabfadb-5c11-4872-a8b0-0f6bb7519567 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffc7e435-a912-4e1b-84ba-92073eb38efd HTTP/1.1" status: 200 len: 998 time: 0.1964920 Jul 15 15:04:47.521244 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-1c283e89-a3d2-47c2-9f04-89249e560fae tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Request body: {'security_group_rule': {'security_group_id': '0bda0975-ce12-49eb-82a8-140482c6d56a', 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:47.555827 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080f865-4c95-4900-af42-460f4ef55d75 req-b3c4267e-e31f-4cfb-9a03-80b174497162 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:47.559081 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-2080f865-4c95-4900-af42-460f4ef55d75 req-b3c4267e-e31f-4cfb-9a03-80b174497162 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 946 time: 0.1278696 Jul 15 15:04:47.575791 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c283e89-a3d2-47c2-9f04-89249e560fae tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.637900 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-2080f865-4c95-4900-af42-460f4ef55d75 req-77f9ba8b-a7f7-41b9-a61c-f021a31184fe tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704403 Jul 15 15:04:47.663293 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c283e89-a3d2-47c2-9f04-89249e560fae tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.663554 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87adba65-c186-4912-858b-9d1c82bcfb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796974', 'neutron.services.segments.db._delete_segments_for_network-8756598894668'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.676767 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-87adba65-c186-4912-858b-9d1c82bcfb24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e7b396-175a-4d9e-8b98-b8695e348fec']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:47.681858 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c283e89-a3d2-47c2-9f04-89249e560fae tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.696974 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-87adba65-c186-4912-858b-9d1c82bcfb24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1294d8-ee6d-4176-a8b0-53b98f23d26f') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:47.697278 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-87adba65-c186-4912-858b-9d1c82bcfb24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1294d8-ee6d-4176-a8b0-53b98f23d26f') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:47.704509 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c283e89-a3d2-47c2-9f04-89249e560fae tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c055a4-73f5-413a-9e33-4b06f140b657,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:47.708527 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 9819c431-53a0-4c6f-9616-8aed83825432 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:47.714801 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87adba65-c186-4912-858b-9d1c82bcfb24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756598898261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994784'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.718202 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c283e89-a3d2-47c2-9f04-89249e560fae tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.719723 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-1c283e89-a3d2-47c2-9f04-89249e560fae tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2052836 Jul 15 15:04:47.722516 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36330) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:47.728585 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-6c4bd007-a221-4761-b850-361c03e91d82 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Request body: {'security_group_rule': {'security_group_id': '0bda0975-ce12-49eb-82a8-140482c6d56a', 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:47.731098 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21143c9b-7616-48e4-bb62-c94bf551de1d req-e8898db5-fd2c-4f75-92a4-cfa758257150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:47.732129 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: 9819c431-53a0-4c6f-9616-8aed83825432 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:04:47.732508 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 9819c431-53a0-4c6f-9616-8aed83825432 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:04:47.732623 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-21143c9b-7616-48e4-bb62-c94bf551de1d req-e8898db5-fd2c-4f75-92a4-cfa758257150 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a45348f1-adf1-4611-a181-6a62359542ea HTTP/1.1" status: 200 len: 854 time: 0.1771870 Jul 15 15:04:47.732927 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 6a684162-c679-4a1b-9732-60a0c5813c04 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:47.736136 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87adba65-c186-4912-858b-9d1c82bcfb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.742184 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87adba65-c186-4912-858b-9d1c82bcfb24 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:04:47.742797 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87adba65-c186-4912-858b-9d1c82bcfb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2592922'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: timer() Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: cb(*args, **kw) Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: self._notify() Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: self.callback(batched_events) Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: event.method(event) Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: return self._get(url).json() Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:04:47.744626 dv-cinder-788367-2-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:04:47.766204 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.securitygroups_db [None req-6c4bd007-a221-4761-b850-361c03e91d82 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Project d12d907d37f74d6ba42fb769f7b32a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:04:47.772997 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd007-a221-4761-b850-361c03e91d82 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.774586 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: 6a684162-c679-4a1b-9732-60a0c5813c04 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:04:47.774927 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 6a684162-c679-4a1b-9732-60a0c5813c04 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:04:47.807874 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-4c8d0163-48ce-44cd-865c-e2c28f95d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'name': 'tempest-TestMinimumBasicScenario-1601126812-router', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:30Z', 'updated_at': '2021-07-15T15:03:33Z', 'revision_number': 4, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'gw_port': {'id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:31Z', 'updated_at': '2021-07-15T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '42b36caa-3d7b-4f10-9152-d5e62297b332', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'port_id': 'ffc7e435-a912-4e1b-84ba-92073eb38efd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186', 'mac_address': 'fa:16:3e:65:3f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:04:45Z', 'updated_at': '2021-07-15T15:04:45Z', 'revision_number': 0, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d95b46e-93b4-4fc4-9e34-5d502f681fd7', 'name': '', 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'mac_address': 'fa:16:3e:b2:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:33Z', 'updated_at': '2021-07-15T15:03:42Z', 'revision_number': 5, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'subnets': [{'id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:47.836430 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87adba65-c186-4912-858b-9d1c82bcfb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633272'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.836987 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8d0163-48ce-44cd-865c-e2c28f95d59b None None] The sync data for ids ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'] in dv-cinder-788367-2-iscsi is: [{'id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'name': 'tempest-TestMinimumBasicScenario-1601126812-router', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:30Z', 'updated_at': '2021-07-15T15:03:33Z', 'revision_number': 4, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'gw_port': {'id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:31Z', 'updated_at': '2021-07-15T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '42b36caa-3d7b-4f10-9152-d5e62297b332', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'floating_ip_address': '172.27.0.40', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'port_id': 'ffc7e435-a912-4e1b-84ba-92073eb38efd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186', 'mac_address': 'fa:16:3e:65:3f:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:04:45Z', 'updated_at': '2021-07-15T15:04:45Z', 'revision_number': 0, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d95b46e-93b4-4fc4-9e34-5d502f681fd7', 'name': '', 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'mac_address': 'fa:16:3e:b2:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:33Z', 'updated_at': '2021-07-15T15:03:42Z', 'revision_number': 5, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'subnets': [{'id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:04:47.843496 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-87adba65-c186-4912-858b-9d1c82bcfb24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.845446 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-87adba65-c186-4912-858b-9d1c82bcfb24 admin admin] 10.222.0.72 "DELETE /v2.0/networks/65e7b396-175a-4d9e-8b98-b8695e348fec HTTP/1.1" status: 204 len: 168 time: 0.5059199 Jul 15 15:04:47.850546 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd007-a221-4761-b850-361c03e91d82 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.858050 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd007-a221-4761-b850-361c03e91d82 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.863421 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87adba65-c186-4912-858b-9d1c82bcfb24 admin admin] Pushing event deleted for resources: {'Network': ['ID=65e7b396-175a-4d9e-8b98-b8695e348fec,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:47.870170 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21143c9b-7616-48e4-bb62-c94bf551de1d req-406ba6fd-4a32-4c59-97f9-6aed5b6b4f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:47.872311 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-21143c9b-7616-48e4-bb62-c94bf551de1d req-406ba6fd-4a32-4c59-97f9-6aed5b6b4f7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fc5ad34-9dbb-49f1-b4ee-c8629ded9186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1175482 Jul 15 15:04:47.885774 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bd007-a221-4761-b850-361c03e91d82 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f49d20-6f65-4499-b911-4d64ada12fa0,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:47.892747 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd007-a221-4761-b850-361c03e91d82 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.896212 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-6c4bd007-a221-4761-b850-361c03e91d82 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1699824 Jul 15 15:04:47.897072 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36334) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:47.908436 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-c63e8c5e-fa04-4a10-b93d-fe72d8f06bdb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Request body: {'security_group_rule': {'security_group_id': '0bda0975-ce12-49eb-82a8-140482c6d56a', 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:47.937702 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.securitygroups_db [None req-c63e8c5e-fa04-4a10-b93d-fe72d8f06bdb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Project d12d907d37f74d6ba42fb769f7b32a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:04:47.943665 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c63e8c5e-fa04-4a10-b93d-fe72d8f06bdb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:47.988141 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-21143c9b-7616-48e4-bb62-c94bf551de1d req-f9d702ef-150f-45bc-a3b8-665dc280369d service neutron] 10.222.0.41 "GET /v2.0/networks/1fc5ad34-9dbb-49f1-b4ee-c8629ded9186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064441 Jul 15 15:04:48.013993 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c63e8c5e-fa04-4a10-b93d-fe72d8f06bdb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.018239 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c63e8c5e-fa04-4a10-b93d-fe72d8f06bdb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.032577 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e8c5e-fa04-4a10-b93d-fe72d8f06bdb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa4a167-2c60-4eb0-aac4-f70d4dcd2c51,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:48.045646 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c63e8c5e-fa04-4a10-b93d-fe72d8f06bdb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.049599 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-c63e8c5e-fa04-4a10-b93d-fe72d8f06bdb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1483743 Jul 15 15:04:48.090729 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36338) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:48.109490 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-21143c9b-7616-48e4-bb62-c94bf551de1d req-7b41c57c-3814-4ac6-aaf2-32864febdabd service neutron] 10.222.0.41 "GET /v2.0/networks/1fc5ad34-9dbb-49f1-b4ee-c8629ded9186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057174 Jul 15 15:04:48.137073 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 36340) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:48.137375 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-959ed4e5-be2f-45b0-82b2-a4d859840e46 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6de9338e1067409392dc60a909732e80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0447416 Jul 15 15:04:48.209600 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-aed99856-e3ed-42a7-97c5-602aaef87c32 req-e57fe939-0440-4412-84c4-bc5500be5c08 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453723488&fields=id&tenant_id=d12d907d37f74d6ba42fb769f7b32a4d HTTP/1.1" status: 200 len: 267 time: 0.0572102 Jul 15 15:04:48.233747 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d6ac8a63-373c-4d23-9ebd-c9d14d317dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.276950 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d6ac8a63-373c-4d23-9ebd-c9d14d317dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.297808 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08781f8a-7040-469a-9700-fe724505c604 None None] New status for floating IP 42b36caa-3d7b-4f10-9152-d5e62297b332: ACTIVE {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:04:48.328807 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed99856-e3ed-42a7-97c5-602aaef87c32 req-8383ad82-55f8-40ed-9e61-ad5d8b533cb5 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:48.330315 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-aed99856-e3ed-42a7-97c5-602aaef87c32 req-8383ad82-55f8-40ed-9e61-ad5d8b533cb5 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 945 time: 0.1116862 Jul 15 15:04:48.342530 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-aed99856-e3ed-42a7-97c5-602aaef87c32 req-ca779426-f921-4b56-9e7f-763a43f598bb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Request body: {'port': {'security_groups': ['38bcf1c9-cf61-4379-9d71-e69208e9ae53', '0bda0975-ce12-49eb-82a8-140482c6d56a']}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:48.376143 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d6ac8a63-373c-4d23-9ebd-c9d14d317dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.378930 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d6ac8a63-373c-4d23-9ebd-c9d14d317dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.380068 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-d6ac8a63-373c-4d23-9ebd-c9d14d317dd5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8942f97e-23f3-43cd-ac8a-06db41102a1f HTTP/1.1" status: 204 len: 168 time: 0.2421303 Jul 15 15:04:48.395509 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac8a63-373c-4d23-9ebd-c9d14d317dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8942f97e-23f3-43cd-ac8a-06db41102a1f,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:48.445138 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-aed99856-e3ed-42a7-97c5-602aaef87c32 req-ca779426-f921-4b56-9e7f-763a43f598bb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.643284 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-aed99856-e3ed-42a7-97c5-602aaef87c32 req-ca779426-f921-4b56-9e7f-763a43f598bb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] For port ffc7e435-a912-4e1b-84ba-92073eb38efd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ffc7e435-a912-4e1b-84ba-92073eb38efd,segment=NetworkSegment(9189f2c6-f2d6-4529-85a0-94c23bd71d1b),segment_id=9189f2c6-f2d6-4529-85a0-94c23bd71d1b)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:48.672435 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-aed99856-e3ed-42a7-97c5-602aaef87c32 req-ca779426-f921-4b56-9e7f-763a43f598bb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.677294 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-aed99856-e3ed-42a7-97c5-602aaef87c32 req-ca779426-f921-4b56-9e7f-763a43f598bb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.693447 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['ffc7e435-a912-4e1b-84ba-92073eb38efd'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:04:48.763788 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed99856-e3ed-42a7-97c5-602aaef87c32 req-ca779426-f921-4b56-9e7f-763a43f598bb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:48.764447 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-aed99856-e3ed-42a7-97c5-602aaef87c32 req-ca779426-f921-4b56-9e7f-763a43f598bb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:48.766109 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-aed99856-e3ed-42a7-97c5-602aaef87c32 req-ca779426-f921-4b56-9e7f-763a43f598bb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "PUT /v2.0/ports/ffc7e435-a912-4e1b-84ba-92073eb38efd HTTP/1.1" status: 200 len: 981 time: 0.4286835 Jul 15 15:04:48.766569 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'tag': 'ffc7e435-a912-4e1b-84ba-92073eb38efd'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:04:48.768866 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352662dc-ac22-4607-8c59-31666d03bb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8c7199-b747-4c93-83b2-e389c93eff0d", "tag": "ffc7e435-a912-4e1b-84ba-92073eb38efd"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:48.825138 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca779426-f921-4b56-9e7f-763a43f598bb tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Pushing event updated for resources: {'Port': ['ID=ffc7e435-a912-4e1b-84ba-92073eb38efd,revision_number=6']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:48.860134 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdcf4e-7759-4761-aaa0-a7918b23a06d req-10a3ad9f-d1c5-4ebd-aa74-69e12a01e8a7 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:48.868483 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f7cdcf4e-7759-4761-aaa0-a7918b23a06d req-10a3ad9f-d1c5-4ebd-aa74-69e12a01e8a7 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 946 time: 0.0934670 Jul 15 15:04:48.880915 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['ffc7e435-a912-4e1b-84ba-92073eb38efd'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:04:48.940219 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f7cdcf4e-7759-4761-aaa0-a7918b23a06d req-79dc9bc4-0fc9-47cc-9b92-89a8a96aef29 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687799 Jul 15 15:04:48.995489 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17638b85-73b6-4ba4-8e71-96b205d16c8c x-openstack-request-id: req-17638b85-73b6-4ba4-8e71-96b205d16c8c {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:48.996043 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8c7199-b747-4c93-83b2-e389c93eff0d", "tag": "ffc7e435-a912-4e1b-84ba-92073eb38efd", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:48.996043 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-17638b85-73b6-4ba4-8e71-96b205d16c8c {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:48.996475 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'tag': 'ffc7e435-a912-4e1b-84ba-92073eb38efd', 'status': 'completed', 'code': 200} Jul 15 15:04:49.048541 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8272b-4298-4e88-837b-6adc99fdb188 req-a0329d80-0e86-4dfb-bfef-aa6375bf82f2 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:49.050671 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-93c8272b-4298-4e88-837b-6adc99fdb188 req-a0329d80-0e86-4dfb-bfef-aa6375bf82f2 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 984 time: 0.1420751 Jul 15 15:04:49.114882 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-b3960bae-06b7-43be-b03d-ca55018330c1 None None] Provisioning complete for port ffc7e435-a912-4e1b-84ba-92073eb38efd triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:49.115254 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b3960bae-06b7-43be-b03d-ca55018330c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:49.136869 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352662dc-ac22-4607-8c59-31666d03bb7f req-5d498247-79aa-4bb1-8c68-c6f6b05caa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:49.138901 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-352662dc-ac22-4607-8c59-31666d03bb7f req-5d498247-79aa-4bb1-8c68-c6f6b05caa23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d12d907d37f74d6ba42fb769f7b32a4d&device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 1137 time: 0.1127076 Jul 15 15:04:49.143993 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-93c8272b-4298-4e88-837b-6adc99fdb188 req-36139649-8182-4412-aaef-13b72a3b6e1e tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bda0975-ce12-49eb-82a8-140482c6d56a&id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749083 Jul 15 15:04:49.189946 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bc83c-ff6b-4d41-990e-50d303d9182f req-762716f3-af49-4aa9-b337-18e9b85c144d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:49.194281 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ce2bc83c-ff6b-4d41-990e-50d303d9182f req-762716f3-af49-4aa9-b337-18e9b85c144d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.41 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 946 time: 0.0991745 Jul 15 15:04:49.261518 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352662dc-ac22-4607-8c59-31666d03bb7f req-a58bd9d6-2930-44b1-8007-80af79f09a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:49.264628 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-352662dc-ac22-4607-8c59-31666d03bb7f req-a58bd9d6-2930-44b1-8007-80af79f09a3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 HTTP/1.1" status: 200 len: 916 time: 0.1157861 Jul 15 15:04:49.319284 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-ce2bc83c-ff6b-4d41-990e-50d303d9182f req-f6f21a3b-92d8-469b-aa94-99fc78db6c9d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Deleting port 1418fe61-da1f-4f0d-b4d0-ecec93e54418 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:49.319742 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-ce2bc83c-ff6b-4d41-990e-50d303d9182f req-f6f21a3b-92d8-469b-aa94-99fc78db6c9d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:49.346405 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-352662dc-ac22-4607-8c59-31666d03bb7f req-5c154ff8-7b9f-414b-a42e-e704b326d5c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffc7e435-a912-4e1b-84ba-92073eb38efd HTTP/1.1" status: 200 len: 1000 time: 0.0748193 Jul 15 15:04:49.393046 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 36372) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:49.405766 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352662dc-ac22-4607-8c59-31666d03bb7f req-00e14059-7200-41d8-aec1-68b4812caa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:49.407315 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-352662dc-ac22-4607-8c59-31666d03bb7f req-00e14059-7200-41d8-aec1-68b4812caa13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a45348f1-adf1-4611-a181-6a62359542ea HTTP/1.1" status: 200 len: 854 time: 0.0538704 Jul 15 15:04:49.437254 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-ce2bc83c-ff6b-4d41-990e-50d303d9182f req-f6f21a3b-92d8-469b-aa94-99fc78db6c9d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] For port 1418fe61-da1f-4f0d-b4d0-ecec93e54418, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1418fe61-da1f-4f0d-b4d0-ecec93e54418,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:49.437766 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-ce2bc83c-ff6b-4d41-990e-50d303d9182f req-f6f21a3b-92d8-469b-aa94-99fc78db6c9d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:49.453020 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-ce2bc83c-ff6b-4d41-990e-50d303d9182f req-f6f21a3b-92d8-469b-aa94-99fc78db6c9d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Calling delete_port for 1418fe61-da1f-4f0d-b4d0-ecec93e54418 owned by compute:nova {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:49.498682 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352662dc-ac22-4607-8c59-31666d03bb7f req-bf993770-741e-415f-a5c5-7ad5c0be4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:49.502055 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-352662dc-ac22-4607-8c59-31666d03bb7f req-bf993770-741e-415f-a5c5-7ad5c0be4633 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fc5ad34-9dbb-49f1-b4ee-c8629ded9186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778453 Jul 15 15:04:49.539033 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-3830f4f0-b4e5-4871-8888-51cf01e902c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-462472024-network', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:49.596493 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3830f4f0-b4e5-4871-8888-51cf01e902c7 admin admin] Made reservation on behalf of 6b6189ea39bd48f6818b7284046574ad for: {'network': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:49.598791 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3830f4f0-b4e5-4871-8888-51cf01e902c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:49.614088 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-ce2bc83c-ff6b-4d41-990e-50d303d9182f req-f6f21a3b-92d8-469b-aa94-99fc78db6c9d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:49.615299 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3830f4f0-b4e5-4871-8888-51cf01e902c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:49.629738 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-352662dc-ac22-4607-8c59-31666d03bb7f req-07d2f83a-64d5-4e07-a54e-cade80045034 service neutron] 10.222.0.41 "GET /v2.0/networks/1fc5ad34-9dbb-49f1-b4ee-c8629ded9186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193678 Jul 15 15:04:49.641879 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f21a3b-92d8-469b-aa94-99fc78db6c9d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Pushing event deleted for resources: {'Port': ['ID=1418fe61-da1f-4f0d-b4d0-ecec93e54418,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:49.704889 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2bc83c-ff6b-4d41-990e-50d303d9182f req-f6f21a3b-92d8-469b-aa94-99fc78db6c9d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] No DVR routers for this DVR port 1418fe61-da1f-4f0d-b4d0-ecec93e54418 on host hv-cinder-78836 {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:04:49.708036 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-ce2bc83c-ff6b-4d41-990e-50d303d9182f req-f6f21a3b-92d8-469b-aa94-99fc78db6c9d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:49.710321 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ce2bc83c-ff6b-4d41-990e-50d303d9182f req-f6f21a3b-92d8-469b-aa94-99fc78db6c9d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.41 "DELETE /v2.0/ports/1418fe61-da1f-4f0d-b4d0-ecec93e54418 HTTP/1.1" status: 204 len: 173 time: 0.5090134 Jul 15 15:04:49.710766 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4816ee26-4b2b-45ee-a46f-fad7b1500e12', 'name': 'network-vif-deleted', 'tag': '1418fe61-da1f-4f0d-b4d0-ecec93e54418'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:04:49.713366 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcea48f-8858-4a28-9e31-768a666c684c" -d '{"events": [{"server_uuid": "4816ee26-4b2b-45ee-a46f-fad7b1500e12", "name": "network-vif-deleted", "tag": "1418fe61-da1f-4f0d-b4d0-ecec93e54418"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:49.728710 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['a5d17a25-3d44-478d-ad71-bffedb43537c', '94292533-1dcd-4dd7-9e7b-e90fe54615c3', '645fd70c-57b4-443d-9a88-eccc5ab31824', '1418fe61-da1f-4f0d-b4d0-ecec93e54418'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:04:49.756133 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-352662dc-ac22-4607-8c59-31666d03bb7f req-81783a54-0446-4631-9f83-9bd3aef9ee7d service neutron] 10.222.0.41 "GET /v2.0/networks/1fc5ad34-9dbb-49f1-b4ee-c8629ded9186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158473 Jul 15 15:04:49.757839 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318f4c5a-81a3-4dd5-b7e8-180e81350fc7 x-openstack-request-id: req-318f4c5a-81a3-4dd5-b7e8-180e81350fc7 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:49.758135 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4816ee26-4b2b-45ee-a46f-fad7b1500e12", "name": "network-vif-deleted", "tag": "1418fe61-da1f-4f0d-b4d0-ecec93e54418", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:49.758421 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-318f4c5a-81a3-4dd5-b7e8-180e81350fc7 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:49.759346 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4816ee26-4b2b-45ee-a46f-fad7b1500e12', 'name': 'network-vif-deleted', 'tag': '1418fe61-da1f-4f0d-b4d0-ecec93e54418', 'status': 'completed', 'code': 200} Jul 15 15:04:49.791876 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3830f4f0-b4e5-4871-8888-51cf01e902c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:49.798101 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3830f4f0-b4e5-4871-8888-51cf01e902c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:49.818347 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3830f4f0-b4e5-4871-8888-51cf01e902c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 846, 'physical_network': 'physnet1'} {{(pid=92930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:04:49.833346 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830f4f0-b4e5-4871-8888-51cf01e902c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693be583-54cd-4d99-a0e3-4cea50923708,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:49.836194 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3830f4f0-b4e5-4871-8888-51cf01e902c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:49.836536 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.db.segments_db [None req-3830f4f0-b4e5-4871-8888-51cf01e902c7 admin admin] Added segment 53da5228-8861-4ace-b80e-899ea7b0cada of type vlan for network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa Jul 15 15:04:49.881067 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3830f4f0-b4e5-4871-8888-51cf01e902c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:49.909641 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3830f4f0-b4e5-4871-8888-51cf01e902c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:49.910575 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3830f4f0-b4e5-4871-8888-51cf01e902c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:49.911153 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3830f4f0-b4e5-4871-8888-51cf01e902c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:49.944442 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-3830f4f0-b4e5-4871-8888-51cf01e902c7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5502822 Jul 15 15:04:49.947625 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36378) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:49.954017 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-2ec7adce-5709-4b70-9880-bda9824fb7c5 admin admin] Request body: {'subnet': {'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-462472024-subnet', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:49.976096 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830f4f0-b4e5-4871-8888-51cf01e902c7 admin admin] Pushing event updated for resources: {'Network': ['ID=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:49.988160 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:04:49.988549 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec7adce-5709-4b70-9880-bda9824fb7c5 admin admin] Made reservation on behalf of 6b6189ea39bd48f6818b7284046574ad for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:49.991129 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2ec7adce-5709-4b70-9880-bda9824fb7c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9061605'] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:50.110628 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-593718e1-92f1-48c0-a25f-76e27b4f380b req-52ca2ee7-dbfc-4fe0-94fe-c8d592201345 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=4816ee26-4b2b-45ee-a46f-fad7b1500e12 HTTP/1.1" status: 200 len: 210 time: 0.0297301 Jul 15 15:04:50.175660 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2ec7adce-5709-4b70-9880-bda9824fb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9119896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9061623'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:50.237294 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7adce-5709-4b70-9880-bda9824fb7c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ed052a-25a2-48a0-bd3c-f7b49eae2009,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:50.241165 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec7adce-5709-4b70-9880-bda9824fb7c5 admin admin] Checking segment: {'id': '53da5228-8861-4ace-b80e-899ea7b0cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:50.241527 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec7adce-5709-4b70-9880-bda9824fb7c5 admin admin] Network hostable DHCP agents. Network: 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:04:50.259372 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec7adce-5709-4b70-9880-bda9824fb7c5 admin admin] Network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:04:50.268255 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-2ec7adce-5709-4b70-9880-bda9824fb7c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:50.272383 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec7adce-5709-4b70-9880-bda9824fb7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:50.273029 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2ec7adce-5709-4b70-9880-bda9824fb7c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:50.279352 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b8d6bd-be20-4392-a5be-3dc528077d80 None None] Network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:50.289217 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-2ec7adce-5709-4b70-9880-bda9824fb7c5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3370790 Jul 15 15:04:50.289505 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 36384) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:50.294617 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:50.315225 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-633328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25270'] for router, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:50.316438 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25231'] for router, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:50.372584 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:50.432304 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ed49e69-d387-535f-8c0d-7a22fabbc066-8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009'}]}} from dv-cinder-788367-2-iscsi. {{(pid=92932) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:04:50.433204 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:50.521270 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25245'] for router, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:50.576600 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Allocated IP 172.20.0.2 (8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa/17ed052a-25a2-48a0-bd3c-f7b49eae2009/0f5a4f9b-e8e7-4500-a522-7dac6fc239f1) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:50.720728 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:50.726474 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:50.728998 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Transition to ACTIVE for port object 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:50.743638 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Transition to ACTIVE for port object 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:50.745620 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:50.750181 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:50.789545 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:50.792268 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:50.796360 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:50.803244 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Pushing event updated for resources: {'Port': ['ID=0f5a4f9b-e8e7-4500-a522-7dac6fc239f1,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:50.813060 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:50.813416 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:50.813765 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:50.814107 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:50.814448 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:50.814785 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:50.815117 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:50.815448 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:50.815808 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:50.816141 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:50.816495 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:50.816826 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:50.852271 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Allocated IP 172.27.0.168 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:50.870266 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Attempting to bind port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:04:50.870638 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Attempting to bind port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '53da5228-8861-4ace-b80e-899ea7b0cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:04:50.871065 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Attempting to bind port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 on network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:04:50.876102 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:04:50.876510 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Checking segment: {'id': '53da5228-8861-4ace-b80e-899ea7b0cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:50.876920 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:50.877320 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Bound using segment: {'id': '53da5228-8861-4ace-b80e-899ea7b0cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:04:50.877796 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Bound port: 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53da5228-8861-4ace-b80e-899ea7b0cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:04:50.878179 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:50.941525 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] For port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:04:50.944594 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] For port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=0f5a4f9b-e8e7-4500-a522-7dac6fc239f1,segment=NetworkSegment(53da5228-8861-4ace-b80e-899ea7b0cada),segment_id=53da5228-8861-4ace-b80e-899ea7b0cada)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:04:50.949359 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:50.957030 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:51.006208 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d01d1-5ef4-4dd3-b3e5-cc2ef8999bf7 None None] Pushing event updated for resources: {'Port': ['ID=0f5a4f9b-e8e7-4500-a522-7dac6fc239f1,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:51.032247 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:51.078621 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:51.086308 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:51.088689 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:51.116632 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Pushing event updated for resources: {'Port': ['ID=806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:51.147690 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c4136331-76ea-4de9-990f-befdbd6b2795 req-65370b16-6f21-43a1-8560-5c3de4d1e496 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1474936 Jul 15 15:04:51.329302 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4136331-76ea-4de9-990f-befdbd6b2795 req-0f428e5f-4461-47fc-b9c5-825d8be00bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:51.330829 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c4136331-76ea-4de9-990f-befdbd6b2795 req-0f428e5f-4461-47fc-b9c5-825d8be00bce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af2016afdf21465691485701f391f03b&device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 1099 time: 0.1472757 Jul 15 15:04:51.691221 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:51.738518 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:51.746983 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:51.772491 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4136331-76ea-4de9-990f-befdbd6b2795 req-992ea08c-1123-4225-8992-95b4ede3d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:51.773950 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c4136331-76ea-4de9-990f-befdbd6b2795 req-992ea08c-1123-4225-8992-95b4ede3d0a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21c983ea-d72b-4caf-9ecb-4a2da4a95654 HTTP/1.1" status: 200 len: 918 time: 0.4056528 Jul 15 15:04:51.882946 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c4136331-76ea-4de9-990f-befdbd6b2795 req-1a2a2a97-3b60-49ea-80b4-bb480b19ec06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9070fadf-8265-499a-b458-94189b5f9d06 HTTP/1.1" status: 200 len: 1000 time: 0.0979078 Jul 15 15:04:51.944923 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2161e2-d288-4c40-a505-19d1c2b465a6 None None] Network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:04:52.001436 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4136331-76ea-4de9-990f-befdbd6b2795 req-79a7f095-352b-4080-a56f-a93cb72460f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:52.002903 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c4136331-76ea-4de9-990f-befdbd6b2795 req-79a7f095-352b-4080-a56f-a93cb72460f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8085225-82a0-4f67-8a09-a82c8f272762 HTTP/1.1" status: 200 len: 856 time: 0.1107755 Jul 15 15:04:52.029520 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-b9488bb7-7194-4f62-b901-e18102f12a6a None None] Provisioning for port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:52.051655 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633088'] for router, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:52.052101 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-b9488bb7-7194-4f62-b901-e18102f12a6a None None] Provisioning complete for port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:52.052502 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b9488bb7-7194-4f62-b901-e18102f12a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:52.114408 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4136331-76ea-4de9-990f-befdbd6b2795 req-7d3ff62f-87ca-4dbd-b062-3941acd45314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:52.115914 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c4136331-76ea-4de9-990f-befdbd6b2795 req-7d3ff62f-87ca-4dbd-b062-3941acd45314 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21c983ea-d72b-4caf-9ecb-4a2da4a95654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1062481 Jul 15 15:04:52.178778 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b9488bb7-7194-4f62-b901-e18102f12a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:52.214046 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-b9488bb7-7194-4f62-b901-e18102f12a6a None None] For port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=0f5a4f9b-e8e7-4500-a522-7dac6fc239f1,segment=NetworkSegment(53da5228-8861-4ace-b80e-899ea7b0cada),segment_id=53da5228-8861-4ace-b80e-899ea7b0cada)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:52.220162 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b9488bb7-7194-4f62-b901-e18102f12a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:52.253962 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c4136331-76ea-4de9-990f-befdbd6b2795 req-3e3d3acf-ceec-4bbf-a469-169ad69add07 service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134441 Jul 15 15:04:52.271709 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Router e12e6a1e-96f8-4fac-8882-9e0ddb610779 is scheduled to L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda with binding_index 1 {{(pid=92930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:04:52.287874 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9488bb7-7194-4f62-b901-e18102f12a6a None None] Pushing event updated for resources: {'Port': ['ID=0f5a4f9b-e8e7-4500-a522-7dac6fc239f1,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:52.431799 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c4136331-76ea-4de9-990f-befdbd6b2795 req-51fc8912-9dcc-45db-bd77-b64cd5cc67a8 service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687794 Jul 15 15:04:52.445590 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 1418fe61-da1f-4f0d-b4d0-ecec93e54418 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:52.450039 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:04:52.466705 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:52.471160 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-cda33c02-d8a1-4d2f-96a4-2e0f351bdebb admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1780767 Jul 15 15:04:52.471458 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36396) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:52.487067 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Sync routers for ids ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:04:52.489154 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: 1418fe61-da1f-4f0d-b4d0-ecec93e54418 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:04:52.489498 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 1418fe61-da1f-4f0d-b4d0-ecec93e54418 not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:04:52.494756 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-8b03584d-4ff1-4475-b1aa-39045ec47840 None None] Provisioning complete for port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:52.495138 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8b03584d-4ff1-4475-b1aa-39045ec47840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:52.518985 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Routers {'e12e6a1e-96f8-4fac-8882-9e0ddb610779'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:52.519629 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:52.789410 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Set router e12e6a1e-96f8-4fac-8882-9e0ddb610779 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:52.981193 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:51Z', 'revision_number': 3, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:53.012668 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Checking router: e12e6a1e-96f8-4fac-8882-9e0ddb610779 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:04:53.013069 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Updating router e12e6a1e-96f8-4fac-8882-9e0ddb610779 port 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d binding host dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:04:53.048141 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.104976 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be48f9f-0ab1-4413-895e-8188318e431a req-0840327f-28aa-4d4a-9fe4-bcdc7ccfbcd7 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:53.107021 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8be48f9f-0ab1-4413-895e-8188318e431a req-0840327f-28aa-4d4a-9fe4-bcdc7ccfbcd7 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08c03b-5a7c-4422-9684-4c265cd1d4f6 HTTP/1.1" status: 200 len: 945 time: 0.3572628 Jul 15 15:04:53.172639 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8be48f9f-0ab1-4413-895e-8188318e431a req-e379428f-db2d-4c35-82ba-4c2f0d5754da tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481925 Jul 15 15:04:53.241886 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.300896 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.312141 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Transition to ACTIVE for port object 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:53.317938 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.377777 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.381680 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Attempting to bind port 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:04:53.382050 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Attempting to bind port 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:04:53.382401 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Attempting to bind port 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d on network bf480c5f-a13c-4ddb-8c47-14b24c48353f {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:04:53.385175 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d045db4-de53-4603-93fe-e884b04d99b2 None None] Pushing event updated for resources: {'Port': ['ID=806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:53.390484 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:04:53.390855 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Checking segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:53.391251 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.392280 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Bound using segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:04:53.392280 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Bound port: 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:04:53.392576 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.395969 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Allocated IP 172.20.0.1 (8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa/17ed052a-25a2-48a0-bd3c-f7b49eae2009/0cd67faa-5456-4f33-953b-f24356234253) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:53.443808 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] For port 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:04:53.447072 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] For port 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:04:53.451012 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.500503 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.508319 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Routers {'e12e6a1e-96f8-4fac-8882-9e0ddb610779'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:53.508952 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:53.513723 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d045db4-de53-4603-93fe-e884b04d99b2 None None] Pushing event updated for resources: {'Port': ['ID=806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:53.513910 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Transition to ACTIVE for port object 0cd67faa-5456-4f33-953b-f24356234253 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:53.546817 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.587075 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:53.591986 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:53.595299 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:53.619685 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] Set router e12e6a1e-96f8-4fac-8882-9e0ddb610779 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:53.621936 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd67faa-5456-4f33-953b-f24356234253,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:53.638091 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778295'] for router_interface, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.695593 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:53.787127 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.804508 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:53.805072 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.887150 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-8d717224-802a-4e2b-ba77-eb7137cd1469 None None] Provisioning for port 0cd67faa-5456-4f33-953b-f24356234253 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:53.910812 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-8d717224-802a-4e2b-ba77-eb7137cd1469 None None] Provisioning complete for port 0cd67faa-5456-4f33-953b-f24356234253 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:53.911185 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8d717224-802a-4e2b-ba77-eb7137cd1469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.913391 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:51Z', 'revision_number': 3, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:53.947735 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.952810 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:53.965974 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c8213-4af6-4be9-807c-e5e7b7aabe1b None None] The sync data for ids ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'] in dv-cinder-788367-2-iscsi is: [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:51Z', 'revision_number': 3, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:04:53.997460 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-8d717224-802a-4e2b-ba77-eb7137cd1469 None None] Port 0cd67faa-5456-4f33-953b-f24356234253 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:54.021590 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-778307'] for router_interface, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:54.023715 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd67faa-5456-4f33-953b-f24356234253,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:54.119027 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:54.120403 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:54.275868 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Router e12e6a1e-96f8-4fac-8882-9e0ddb610779 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:04:54.394258 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf8a5b-e311-4b8a-8637-2c2f978f0f5a req-8bc7a6ca-b1d3-41f6-bf1f-e56ee23d30a5 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:54.397947 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:04:54.401219 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-70bf8a5b-e311-4b8a-8637-2c2f978f0f5a req-8bc7a6ca-b1d3-41f6-bf1f-e56ee23d30a5 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08c03b-5a7c-4422-9684-4c265cd1d4f6 HTTP/1.1" status: 200 len: 945 time: 0.0912032 Jul 15 15:04:54.408140 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-5b48f3a1-bf24-41da-bcec-56eebf0545e2 admin admin] 10.222.0.72 "PUT /v2.0/routers/e12e6a1e-96f8-4fac-8882-9e0ddb610779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9318969 Jul 15 15:04:54.429700 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-39ef082b-ea4f-472c-aece-40259fd34191 None None] Provisioning complete for port 0cd67faa-5456-4f33-953b-f24356234253 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:54.430252 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-39ef082b-ea4f-472c-aece-40259fd34191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:54.472857 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-70bf8a5b-e311-4b8a-8637-2c2f978f0f5a req-d117da35-8dea-4307-810f-b73a35bcf9e1 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665543 Jul 15 15:04:54.475037 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-39ef082b-ea4f-472c-aece-40259fd34191 None None] Port 0cd67faa-5456-4f33-953b-f24356234253 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:54.511275 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6d7e9-91d5-41bc-9946-cca39b8f3570 req-93d76785-52f6-402f-ae82-30ee92414ced tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:54.514061 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bbc6d7e9-91d5-41bc-9946-cca39b8f3570 req-93d76785-52f6-402f-ae82-30ee92414ced tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.41 "GET /v2.0/ports?device_id=fe08c03b-5a7c-4422-9684-4c265cd1d4f6 HTTP/1.1" status: 200 len: 945 time: 0.1402373 Jul 15 15:04:54.624037 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-bbc6d7e9-91d5-41bc-9946-cca39b8f3570 req-97906fdd-2b2a-4201-8a06-be80d808c542 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Deleting port 645fd70c-57b4-443d-9a88-eccc5ab31824 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:54.624566 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-bbc6d7e9-91d5-41bc-9946-cca39b8f3570 req-97906fdd-2b2a-4201-8a06-be80d808c542 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:54.721138 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-bbc6d7e9-91d5-41bc-9946-cca39b8f3570 req-97906fdd-2b2a-4201-8a06-be80d808c542 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] For port 645fd70c-57b4-443d-9a88-eccc5ab31824, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=645fd70c-57b4-443d-9a88-eccc5ab31824,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:54.721602 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-bbc6d7e9-91d5-41bc-9946-cca39b8f3570 req-97906fdd-2b2a-4201-8a06-be80d808c542 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:54.735222 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-bbc6d7e9-91d5-41bc-9946-cca39b8f3570 req-97906fdd-2b2a-4201-8a06-be80d808c542 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Calling delete_port for 645fd70c-57b4-443d-9a88-eccc5ab31824 owned by compute:nova {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:54.868115 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-bbc6d7e9-91d5-41bc-9946-cca39b8f3570 req-97906fdd-2b2a-4201-8a06-be80d808c542 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:54.880757 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['a5d17a25-3d44-478d-ad71-bffedb43537c', '94292533-1dcd-4dd7-9e7b-e90fe54615c3', '645fd70c-57b4-443d-9a88-eccc5ab31824'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:04:54.898069 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97906fdd-2b2a-4201-8a06-be80d808c542 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Pushing event deleted for resources: {'Port': ['ID=645fd70c-57b4-443d-9a88-eccc5ab31824,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:54.903360 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36410) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:54.915819 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-d8c19a3f-af7a-48c3-b971-2dcfc9107e85 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--953653079', 'description': 'tempest-description--1741151625'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:54.942579 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d8c19a3f-af7a-48c3-b971-2dcfc9107e85 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:54.949119 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc6d7e9-91d5-41bc-9946-cca39b8f3570 req-97906fdd-2b2a-4201-8a06-be80d808c542 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] No DVR routers for this DVR port 645fd70c-57b4-443d-9a88-eccc5ab31824 on host hv-cinder-78836 {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:04:54.951815 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-bbc6d7e9-91d5-41bc-9946-cca39b8f3570 req-97906fdd-2b2a-4201-8a06-be80d808c542 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:54.953962 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bbc6d7e9-91d5-41bc-9946-cca39b8f3570 req-97906fdd-2b2a-4201-8a06-be80d808c542 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.41 "DELETE /v2.0/ports/645fd70c-57b4-443d-9a88-eccc5ab31824 HTTP/1.1" status: 204 len: 173 time: 0.4350419 Jul 15 15:04:54.954664 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe08c03b-5a7c-4422-9684-4c265cd1d4f6', 'name': 'network-vif-deleted', 'tag': '645fd70c-57b4-443d-9a88-eccc5ab31824'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:04:54.956782 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7d09d4-324f-4125-a623-5eed385b9440" -d '{"events": [{"server_uuid": "fe08c03b-5a7c-4422-9684-4c265cd1d4f6", "name": "network-vif-deleted", "tag": "645fd70c-57b4-443d-9a88-eccc5ab31824"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:55.006534 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a942447f-cfea-4b58-abd7-032841d7a24c x-openstack-request-id: req-a942447f-cfea-4b58-abd7-032841d7a24c {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:55.006849 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe08c03b-5a7c-4422-9684-4c265cd1d4f6", "name": "network-vif-deleted", "tag": "645fd70c-57b4-443d-9a88-eccc5ab31824", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:55.007108 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a942447f-cfea-4b58-abd7-032841d7a24c {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:55.007505 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe08c03b-5a7c-4422-9684-4c265cd1d4f6', 'name': 'network-vif-deleted', 'tag': '645fd70c-57b4-443d-9a88-eccc5ab31824', 'status': 'completed', 'code': 200} Jul 15 15:04:55.046412 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d8c19a3f-af7a-48c3-b971-2dcfc9107e85 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.053015 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d8c19a3f-af7a-48c3-b971-2dcfc9107e85 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.081455 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d8c19a3f-af7a-48c3-b971-2dcfc9107e85 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.085486 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-d8c19a3f-af7a-48c3-b971-2dcfc9107e85 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1748543 Jul 15 15:04:55.085825 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 36414) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:55.086748 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c19a3f-af7a-48c3-b971-2dcfc9107e85 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c1de84-ff01-48d7-948a-65d80865fa86,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:55.092077 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-77820718-8065-4441-92e3-4d73c81db103 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Request body: {'security_group_rule': {'security_group_id': '65c1de84-ff01-48d7-948a-65d80865fa86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:55.124905 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-77820718-8065-4441-92e3-4d73c81db103 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.185959 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-77820718-8065-4441-92e3-4d73c81db103 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.189515 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-77820718-8065-4441-92e3-4d73c81db103 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.208143 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77820718-8065-4441-92e3-4d73c81db103 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91559a31-f042-4be5-bbfd-6905c872ea95,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:55.212026 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-77820718-8065-4441-92e3-4d73c81db103 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.213403 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-77820718-8065-4441-92e3-4d73c81db103 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265242 Jul 15 15:04:55.216877 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36416) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:55.221976 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-7d3fbb86-eb7a-48a2-a6bf-bb4b75fd31c7 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Request body: {'security_group_rule': {'security_group_id': '65c1de84-ff01-48d7-948a-65d80865fa86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:55.251465 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7d3fbb86-eb7a-48a2-a6bf-bb4b75fd31c7 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.309272 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7d3fbb86-eb7a-48a2-a6bf-bb4b75fd31c7 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.312655 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7d3fbb86-eb7a-48a2-a6bf-bb4b75fd31c7 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.329415 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fbb86-eb7a-48a2-a6bf-bb4b75fd31c7 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa707d07-c078-48f0-a532-27266ad3d9df,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:55.334060 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7d3fbb86-eb7a-48a2-a6bf-bb4b75fd31c7 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.335195 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7d3fbb86-eb7a-48a2-a6bf-bb4b75fd31c7 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172788 Jul 15 15:04:55.338281 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36418) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:04:55.342668 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Request body: {'floatingip': {'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:55.364622 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for floatingip, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.461162 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.573366 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Allocated IP 172.27.0.214 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/ffa6bc3c-e441-46f7-bdeb-8fe48cec2f82) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:55.593179 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Sync routers for ids ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:04:55.615355 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Routers {'e12e6a1e-96f8-4fac-8882-9e0ddb610779'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:55.615975 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:55.647184 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5090eaaa-2f37-45bb-8ccc-4da95ebc2ff5 req-737fa978-4f70-4064-88ac-a9647b75e940 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=fe08c03b-5a7c-4422-9684-4c265cd1d4f6 HTTP/1.1" status: 200 len: 210 time: 0.0375359 Jul 15 15:04:55.724381 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:55.750660 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.763641 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Set router e12e6a1e-96f8-4fac-8882-9e0ddb610779 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:55.775641 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:55.780414 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:55.780779 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.796204 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.830542 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:55.833478 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:55.836830 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:55.863013 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.883671 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:55.884567 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event updated for resources: {'Port': ['ID=ffa6bc3c-e441-46f7-bdeb-8fe48cec2f82,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:55.889038 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.939777 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:55.940665 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:55.973567 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 4, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '0cd67faa-5456-4f33-953b-f24356234253', 'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'mac_address': 'fa:16:3e:bc:1f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:53Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 2, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'subnets': [{'id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:55.984300 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:56.003384 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Checking router: e12e6a1e-96f8-4fac-8882-9e0ddb610779 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:04:56.003999 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Updating router e12e6a1e-96f8-4fac-8882-9e0ddb610779 port 0cd67faa-5456-4f33-953b-f24356234253 binding host dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:04:56.036451 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:56.132555 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:56.137694 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:56.209570 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event updated for resources: {'Port': ['ID=ffa6bc3c-e441-46f7-bdeb-8fe48cec2f82,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:56.218291 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:56.232947 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:56.234189 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-00d44bd5-4937-43ec-8474-e7d93352c162 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8949230 Jul 15 15:04:56.290611 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:56.300677 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Transition to ACTIVE for port object 0cd67faa-5456-4f33-953b-f24356234253 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:56.305900 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:56.387426 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-d041ef9a-2143-4b4d-a8dd-0d75d1fddb17 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--953653079&fields=id&tenant_id=6b6189ea39bd48f6818b7284046574ad HTTP/1.1" status: 200 len: 267 time: 0.0370452 Jul 15 15:04:56.476273 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce536cb-8dda-4c23-87e9-29935e78dba7 None None] Pushing event updated for resources: {'Port': ['ID=0cd67faa-5456-4f33-953b-f24356234253,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:56.506918 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce536cb-8dda-4c23-87e9-29935e78dba7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:56.507265 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce536cb-8dda-4c23-87e9-29935e78dba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:56.507796 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce536cb-8dda-4c23-87e9-29935e78dba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:56.508313 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce536cb-8dda-4c23-87e9-29935e78dba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:56.508883 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce536cb-8dda-4c23-87e9-29935e78dba7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:56.509387 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce536cb-8dda-4c23-87e9-29935e78dba7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:56.509869 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce536cb-8dda-4c23-87e9-29935e78dba7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:56.510146 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-a49fd8ae-3c91-47be-9595-b9685c6e728a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:56.510524 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce536cb-8dda-4c23-87e9-29935e78dba7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:56.511053 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce536cb-8dda-4c23-87e9-29935e78dba7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:56.511380 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce536cb-8dda-4c23-87e9-29935e78dba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:56.512452 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce536cb-8dda-4c23-87e9-29935e78dba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:56.512859 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce536cb-8dda-4c23-87e9-29935e78dba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:04:56.523436 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-a49fd8ae-3c91-47be-9595-b9685c6e728a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/networks?id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa HTTP/1.1" status: 200 len: 810 time: 0.1287348 Jul 15 15:04:56.525511 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Attempting to bind port 0cd67faa-5456-4f33-953b-f24356234253 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:04:56.525881 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Attempting to bind port 0cd67faa-5456-4f33-953b-f24356234253 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '53da5228-8861-4ace-b80e-899ea7b0cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:04:56.526247 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Attempting to bind port 0cd67faa-5456-4f33-953b-f24356234253 on network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:04:56.531422 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:04:56.531789 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Checking segment: {'id': '53da5228-8861-4ace-b80e-899ea7b0cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:56.532255 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:56.532609 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Bound using segment: {'id': '53da5228-8861-4ace-b80e-899ea7b0cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:04:56.533074 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Bound port: 0cd67faa-5456-4f33-953b-f24356234253, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53da5228-8861-4ace-b80e-899ea7b0cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:04:56.533366 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-3b6d3e65-d1d6-4f11-b5de-4efaa974129a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/quotas/6b6189ea39bd48f6818b7284046574ad HTTP/1.1" status: 200 len: 375 time: 0.0091279 Jul 15 15:04:56.533529 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:56.592868 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] For port 0cd67faa-5456-4f33-953b-f24356234253, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:04:56.596116 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] For port 0cd67faa-5456-4f33-953b-f24356234253, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=0cd67faa-5456-4f33-953b-f24356234253,segment=NetworkSegment(53da5228-8861-4ace-b80e-899ea7b0cada),segment_id=53da5228-8861-4ace-b80e-899ea7b0cada)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:04:56.600932 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:56.601706 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-33f1cea9-95ea-40a4-9855-cf618cc73090 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b6189ea39bd48f6818b7284046574ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629313 Jul 15 15:04:56.673630 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce536cb-8dda-4c23-87e9-29935e78dba7 None None] Pushing event updated for resources: {'Port': ['ID=0cd67faa-5456-4f33-953b-f24356234253,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:56.678803 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Routers {'e12e6a1e-96f8-4fac-8882-9e0ddb610779'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:04:56.678803 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:04:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:56.734707 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-b32aa4c2-4c4b-4c49-a8f2-36f7ae9542a4 service neutron] 10.222.0.72 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201370 Jul 15 15:04:56.800411 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] Set router e12e6a1e-96f8-4fac-8882-9e0ddb610779 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:04:56.837524 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-9f5ea934-aead-499e-aa55-4b337de554a8 service neutron] 10.222.0.72 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984070 Jul 15 15:04:57.012251 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 4, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '0cd67faa-5456-4f33-953b-f24356234253', 'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'mac_address': 'fa:16:3e:bc:1f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:53Z', 'updated_at': '2021-07-15T15:04:56Z', 'revision_number': 4, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'subnets': [{'id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:04:57.039351 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e535673-6f3d-4fb0-a61e-0a8b73ff24bc None None] The sync data for ids ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'] in dv-cinder-788367-2-iscsi is: [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 4, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '0cd67faa-5456-4f33-953b-f24356234253', 'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'mac_address': 'fa:16:3e:bc:1f:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:53Z', 'updated_at': '2021-07-15T15:04:56Z', 'revision_number': 4, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'subnets': [{'id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:04:57.057125 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c566a2a2-1be8-4ea7-9a57-68a8e517c990 req-9de284f4-61c7-4a02-a28d-3b0901f7bf2c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 210 time: 0.0612977 Jul 15 15:04:57.346618 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f11882-8944-4290-a3d4-954f89904e32 req-b774da55-8e9a-4411-bc48-5ab615d70360 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:57.348270 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-31f11882-8944-4290-a3d4-954f89904e32 req-b774da55-8e9a-4411-bc48-5ab615d70360 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 946 time: 0.0715070 Jul 15 15:04:57.395626 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-31f11882-8944-4290-a3d4-954f89904e32 req-cac2f060-2c33-4a45-b66e-4a9a1b9fbfcc tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414953 Jul 15 15:04:57.747691 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:57.797960 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:57.798341 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:57.880509 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 0cd67faa-5456-4f33-953b-f24356234253 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:57.928806 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 0cd67faa-5456-4f33-953b-f24356234253 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:57.932690 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 0cd67faa-5456-4f33-953b-f24356234253 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:57.933064 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:58.019658 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:58.055631 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port 0cd67faa-5456-4f33-953b-f24356234253, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=0cd67faa-5456-4f33-953b-f24356234253,segment=NetworkSegment(53da5228-8861-4ace-b80e-899ea7b0cada),segment_id=53da5228-8861-4ace-b80e-899ea7b0cada)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:58.060230 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:58.118619 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=0cd67faa-5456-4f33-953b-f24356234253,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:58.234047 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d5bd7739-3c19-41b5-9226-f7677ae9a700 req-c5d34d64-edb2-4af6-9b9b-6d0b0237dc4f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 210 time: 0.0526850 Jul 15 15:04:58.316339 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-d81df517-a9ba-4b1e-a07b-2154fb0484d0 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:58.317945 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-d81df517-a9ba-4b1e-a07b-2154fb0484d0 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.41 "GET /v2.0/networks?id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa HTTP/1.1" status: 200 len: 810 time: 0.1265898 Jul 15 15:04:58.365422 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-7461c717-368d-49d2-811f-f1805ec80ef9 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b6189ea39bd48f6818b7284046574ad HTTP/1.1" status: 200 len: 379 time: 0.0355811 Jul 15 15:04:58.376022 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-9be44120-e2db-47bb-8252-544eddc26467 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Request body: {'port': {'device_id': 'f68c4624-a6d2-43f4-bdab-1bea72f91a7f', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'admin_state_up': True, 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'security_groups': ['65c1de84-ff01-48d7-948a-65d80865fa86']}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:58.482741 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 645fd70c-57b4-443d-9a88-eccc5ab31824 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:04:58.498812 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-9be44120-e2db-47bb-8252-544eddc26467 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Made reservation on behalf of 6b6189ea39bd48f6818b7284046574ad for: {'port': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:04:58.502410 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-9be44120-e2db-47bb-8252-544eddc26467 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:58.511385 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: 645fd70c-57b4-443d-9a88-eccc5ab31824 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:04:58.511933 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 645fd70c-57b4-443d-9a88-eccc5ab31824 not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:04:58.621329 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34aa60-5f20-4cdd-859a-44a2d39d0b43 req-3b6d7542-07a6-4ee8-82cf-f2db5f5050c5 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:58.623365 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5a34aa60-5f20-4cdd-859a-44a2d39d0b43 req-3b6d7542-07a6-4ee8-82cf-f2db5f5050c5 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 946 time: 0.1117654 Jul 15 15:04:58.630313 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8085ab-2906-4bd9-974f-1d5fdee01094 req-4c9a6081-6bb5-49fb-b2b8-267cda220ef6 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:58.631685 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ba8085ab-2906-4bd9-974f-1d5fdee01094 req-4c9a6081-6bb5-49fb-b2b8-267cda220ef6 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.41 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 946 time: 0.1090553 Jul 15 15:04:58.636674 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-9be44120-e2db-47bb-8252-544eddc26467 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Allocated IP 172.20.0.4 (8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa/17ed052a-25a2-48a0-bd3c-f7b49eae2009/1a02f12e-868d-4ddd-be2b-389be06c5764) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:04:58.702912 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5a34aa60-5f20-4cdd-859a-44a2d39d0b43 req-e5169d48-bc9b-4dac-a86c-bfe368a23ff3 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702341 Jul 15 15:04:58.758573 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-ba8085ab-2906-4bd9-974f-1d5fdee01094 req-e6f0ec98-fb24-4e07-94cf-a5365625724b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Deleting port 94292533-1dcd-4dd7-9e7b-e90fe54615c3 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:04:58.758916 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-ba8085ab-2906-4bd9-974f-1d5fdee01094 req-e6f0ec98-fb24-4e07-94cf-a5365625724b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:58.775162 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-9be44120-e2db-47bb-8252-544eddc26467 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:58.788805 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-9be44120-e2db-47bb-8252-544eddc26467 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Transition to ACTIVE for port object 1a02f12e-868d-4ddd-be2b-389be06c5764 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:58.821081 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-9be44120-e2db-47bb-8252-544eddc26467 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:58.850325 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-ba8085ab-2906-4bd9-974f-1d5fdee01094 req-e6f0ec98-fb24-4e07-94cf-a5365625724b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] For port 94292533-1dcd-4dd7-9e7b-e90fe54615c3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=94292533-1dcd-4dd7-9e7b-e90fe54615c3,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:04:58.850681 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-ba8085ab-2906-4bd9-974f-1d5fdee01094 req-e6f0ec98-fb24-4e07-94cf-a5365625724b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:58.862886 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-ba8085ab-2906-4bd9-974f-1d5fdee01094 req-e6f0ec98-fb24-4e07-94cf-a5365625724b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Calling delete_port for 94292533-1dcd-4dd7-9e7b-e90fe54615c3 owned by compute:nova {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:04:58.866198 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-9be44120-e2db-47bb-8252-544eddc26467 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:04:58.871868 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-9be44120-e2db-47bb-8252-544eddc26467 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:04:58.875565 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-9be44120-e2db-47bb-8252-544eddc26467 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:04:58.901507 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be44120-e2db-47bb-8252-544eddc26467 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event updated for resources: {'Port': ['ID=1a02f12e-868d-4ddd-be2b-389be06c5764,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:58.930994 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-9be44120-e2db-47bb-8252-544eddc26467 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:58.932053 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-9be44120-e2db-47bb-8252-544eddc26467 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:58.946972 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-9be44120-e2db-47bb-8252-544eddc26467 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5751774 Jul 15 15:04:58.961684 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Request body: {'port': {'device_id': 'f68c4624-a6d2-43f4-bdab-1bea72f91a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:04:59.013778 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-ba8085ab-2906-4bd9-974f-1d5fdee01094 req-e6f0ec98-fb24-4e07-94cf-a5365625724b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.027035 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['a5d17a25-3d44-478d-ad71-bffedb43537c', '94292533-1dcd-4dd7-9e7b-e90fe54615c3'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:04:59.041833 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.044831 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f0ec98-fb24-4e07-94cf-a5365625724b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Pushing event deleted for resources: {'Port': ['ID=94292533-1dcd-4dd7-9e7b-e90fe54615c3,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:59.098729 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8085ab-2906-4bd9-974f-1d5fdee01094 req-e6f0ec98-fb24-4e07-94cf-a5365625724b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] No DVR routers for this DVR port 94292533-1dcd-4dd7-9e7b-e90fe54615c3 on host hv-cinder-78836 {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:04:59.101981 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-ba8085ab-2906-4bd9-974f-1d5fdee01094 req-e6f0ec98-fb24-4e07-94cf-a5365625724b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.104091 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ba8085ab-2906-4bd9-974f-1d5fdee01094 req-e6f0ec98-fb24-4e07-94cf-a5365625724b tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.41 "DELETE /v2.0/ports/94292533-1dcd-4dd7-9e7b-e90fe54615c3 HTTP/1.1" status: 204 len: 173 time: 0.4647593 Jul 15 15:04:59.104616 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30980868-5209-459f-9dde-778ab0577c59', 'name': 'network-vif-deleted', 'tag': '94292533-1dcd-4dd7-9e7b-e90fe54615c3'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:04:59.107801 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a69125-b718-4c5f-bcef-56607e77d783" -d '{"events": [{"server_uuid": "30980868-5209-459f-9dde-778ab0577c59", "name": "network-vif-deleted", "tag": "94292533-1dcd-4dd7-9e7b-e90fe54615c3"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:59.154959 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b54ce28-8d06-4737-b20d-5fdf217c8f74 x-openstack-request-id: req-1b54ce28-8d06-4737-b20d-5fdf217c8f74 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:59.155460 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30980868-5209-459f-9dde-778ab0577c59", "name": "network-vif-deleted", "tag": "94292533-1dcd-4dd7-9e7b-e90fe54615c3", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:59.155871 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1b54ce28-8d06-4737-b20d-5fdf217c8f74 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:59.156443 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30980868-5209-459f-9dde-778ab0577c59', 'name': 'network-vif-deleted', 'tag': '94292533-1dcd-4dd7-9e7b-e90fe54615c3', 'status': 'completed', 'code': 200} Jul 15 15:04:59.205038 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-89c16cf5-7054-480f-b962-224f372272df None None] Provisioning for port 1a02f12e-868d-4ddd-be2b-389be06c5764 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:04:59.212994 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-89c16cf5-7054-480f-b962-224f372272df None None] Provisioning complete for port 1a02f12e-868d-4ddd-be2b-389be06c5764 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:59.213364 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-89c16cf5-7054-480f-b962-224f372272df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.254672 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-89c16cf5-7054-480f-b962-224f372272df None None] Port 1a02f12e-868d-4ddd-be2b-389be06c5764 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:04:59.350322 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a02f12e-868d-4ddd-be2b-389be06c5764 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:04:59.358574 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.370362 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Transition to ACTIVE for port object 1a02f12e-868d-4ddd-be2b-389be06c5764 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:04:59.373819 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.413798 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96d44b-9179-4e10-957f-a35d3c89b988 req-6f56dda2-fed8-4a84-9700-26ca7b29dbcc tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:59.415295 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6c96d44b-9179-4e10-957f-a35d3c89b988 req-6f56dda2-fed8-4a84-9700-26ca7b29dbcc tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 931 time: 0.0672455 Jul 15 15:04:59.423593 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Pushing event updated for resources: {'Port': ['ID=1a02f12e-868d-4ddd-be2b-389be06c5764,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:59.456237 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6c96d44b-9179-4e10-957f-a35d3c89b988 req-8398c165-dced-48fd-8f66-955f3c3af77f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350425 Jul 15 15:04:59.499219 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Attempting to bind port 1a02f12e-868d-4ddd-be2b-389be06c5764 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:04:59.499561 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Attempting to bind port 1a02f12e-868d-4ddd-be2b-389be06c5764 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '53da5228-8861-4ace-b80e-899ea7b0cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:04:59.499890 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Attempting to bind port 1a02f12e-868d-4ddd-be2b-389be06c5764 on network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:04:59.504597 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Port 1a02f12e-868d-4ddd-be2b-389be06c5764 on network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:04:59.504921 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Attempting to bind port 1a02f12e-868d-4ddd-be2b-389be06c5764 on network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:04:59.509651 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:04:59.509992 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Checking segment: {'id': '53da5228-8861-4ace-b80e-899ea7b0cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:04:59.510376 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Bound using segment: {'id': '53da5228-8861-4ace-b80e-899ea7b0cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:04:59.510833 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Bound port: 1a02f12e-868d-4ddd-be2b-389be06c5764, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53da5228-8861-4ace-b80e-899ea7b0cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:04:59.511192 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.577214 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] For port 1a02f12e-868d-4ddd-be2b-389be06c5764, host hv-cinder-78836, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:04:59.580545 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] For port 1a02f12e-868d-4ddd-be2b-389be06c5764, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a02f12e-868d-4ddd-be2b-389be06c5764,segment=NetworkSegment(53da5228-8861-4ace-b80e-899ea7b0cada),segment_id=53da5228-8861-4ace-b80e-899ea7b0cada)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:04:59.585652 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.619112 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:59.619720 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.621779 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] 10.222.0.41 "PUT /v2.0/ports/1a02f12e-868d-4ddd-be2b-389be06c5764 HTTP/1.1" status: 200 len: 1093 time: 0.6650848 Jul 15 15:04:59.622386 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68c4624-a6d2-43f4-bdab-1bea72f91a7f', 'tag': '1a02f12e-868d-4ddd-be2b-389be06c5764'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:04:59.624654 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47f0b42-7f6e-4517-bc24-229e2f9ebb96" -d '{"events": [{"name": "network-changed", "server_uuid": "f68c4624-a6d2-43f4-bdab-1bea72f91a7f", "tag": "1a02f12e-868d-4ddd-be2b-389be06c5764"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:04:59.655363 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695313d9-28b2-4641-aa96-4c976849c031 service neutron] Pushing event updated for resources: {'Port': ['ID=1a02f12e-868d-4ddd-be2b-389be06c5764,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:04:59.701320 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 0cd67faa-5456-4f33-953b-f24356234253 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:04:59.728293 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c075f0f-c038-4d17-8874-b0b9b4197610 x-openstack-request-id: req-5c075f0f-c038-4d17-8874-b0b9b4197610 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:04:59.728686 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68c4624-a6d2-43f4-bdab-1bea72f91a7f", "tag": "1a02f12e-868d-4ddd-be2b-389be06c5764", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:04:59.729045 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5c075f0f-c038-4d17-8874-b0b9b4197610 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:04:59.729549 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68c4624-a6d2-43f4-bdab-1bea72f91a7f', 'tag': '1a02f12e-868d-4ddd-be2b-389be06c5764', 'status': 'completed', 'code': 200} Jul 15 15:04:59.766432 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-b786840b-b1df-4f69-8335-8ccc31735e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:59.768517 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-b786840b-b1df-4f69-8335-8ccc31735e33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b6189ea39bd48f6818b7284046574ad&device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 1096 time: 0.0819242 Jul 15 15:04:59.780296 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 0cd67faa-5456-4f33-953b-f24356234253 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:04:59.780829 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:04:59.820534 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-fec27adf-8f9d-42a9-aac1-5019f04322d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a02f12e-868d-4ddd-be2b-389be06c5764 HTTP/1.1" status: 200 len: 217 time: 0.0432210 Jul 15 15:04:59.877685 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-462238b8-e10b-4c1a-861b-ff32fc95d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:59.879786 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-462238b8-e10b-4c1a-861b-ff32fc95d4f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17ed052a-25a2-48a0-bd3c-f7b49eae2009 HTTP/1.1" status: 200 len: 849 time: 0.0518854 Jul 15 15:04:59.907615 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-61cc6066-3acc-427b-8a04-10dcdc7433c8 req-e7d57a95-8158-4ee8-8761-b2c503dd2afe tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=30980868-5209-459f-9dde-778ab0577c59 HTTP/1.1" status: 200 len: 210 time: 0.0340631 Jul 15 15:04:59.941934 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-9d2b3264-6d4b-45c1-be0d-a4d6796dea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:04:59.943432 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-9d2b3264-6d4b-45c1-be0d-a4d6796dea50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555384 Jul 15 15:05:00.033996 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-aeb20583-b460-41d1-9d1b-a88095be760c service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831065 Jul 15 15:05:00.119873 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1c0917b6-f8c6-4617-ae4b-33f43806bf78 req-eb57e1a0-40aa-44a0-a6dc-79c745bcd2fc service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794909 Jul 15 15:05:00.225245 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f0b42-7f6e-4517-bc24-229e2f9ebb96 req-f38c34a3-09b7-4e6c-9cf5-c4a99b0ce0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:00.226969 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e47f0b42-7f6e-4517-bc24-229e2f9ebb96 req-f38c34a3-09b7-4e6c-9cf5-c4a99b0ce0a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b6189ea39bd48f6818b7284046574ad&device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 1096 time: 0.0586712 Jul 15 15:05:00.270829 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4041a141-bffe-4e50-81f6-d38a64339362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:00.316637 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f0b42-7f6e-4517-bc24-229e2f9ebb96 req-88a50cd1-1ba8-45b9-bf64-b14613cb4d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:00.318091 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e47f0b42-7f6e-4517-bc24-229e2f9ebb96 req-88a50cd1-1ba8-45b9-bf64-b14613cb4d0a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa HTTP/1.1" status: 200 len: 911 time: 0.0829821 Jul 15 15:05:00.361902 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e47f0b42-7f6e-4517-bc24-229e2f9ebb96 req-d5c71b27-85c3-4d63-a1c3-5fe8c2e7a886 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a02f12e-868d-4ddd-be2b-389be06c5764 HTTP/1.1" status: 200 len: 217 time: 0.0363503 Jul 15 15:05:00.409369 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f0b42-7f6e-4517-bc24-229e2f9ebb96 req-31990550-64fe-4719-8343-a1c734799eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:00.410780 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e47f0b42-7f6e-4517-bc24-229e2f9ebb96 req-31990550-64fe-4719-8343-a1c734799eb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17ed052a-25a2-48a0-bd3c-f7b49eae2009 HTTP/1.1" status: 200 len: 849 time: 0.0418353 Jul 15 15:05:00.470107 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f0b42-7f6e-4517-bc24-229e2f9ebb96 req-1ffe7722-0c0f-4758-9c5f-b3a128d17672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:00.471509 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e47f0b42-7f6e-4517-bc24-229e2f9ebb96 req-1ffe7722-0c0f-4758-9c5f-b3a128d17672 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508826 Jul 15 15:05:00.832099 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e47f0b42-7f6e-4517-bc24-229e2f9ebb96 req-c2660e6e-226a-4c67-929e-18e56f3f13ca service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525021 Jul 15 15:05:00.882327 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc63a3-4945-4049-aa22-d7dbe3259cd7 req-49b3ebe9-f017-450d-940f-003e7aa2495b tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:00.883795 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cadc63a3-4945-4049-aa22-d7dbe3259cd7 req-49b3ebe9-f017-450d-940f-003e7aa2495b tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 943 time: 0.1083920 Jul 15 15:05:00.963635 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cadc63a3-4945-4049-aa22-d7dbe3259cd7 req-7d614392-aee5-4aef-a769-8754ff3a6e40 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488162 Jul 15 15:05:00.967718 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e47f0b42-7f6e-4517-bc24-229e2f9ebb96 req-adb71a8e-abee-42fb-8e3c-6a05ef1ff514 service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255417 Jul 15 15:05:02.141267 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d96fa2-1261-4009-b687-eac1bd1c8e5e req-893f54c8-b3a6-4ef1-9f63-da37af1e7665 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:02.142778 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-22d96fa2-1261-4009-b687-eac1bd1c8e5e req-893f54c8-b3a6-4ef1-9f63-da37af1e7665 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 943 time: 0.0643513 Jul 15 15:05:02.179780 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-22d96fa2-1261-4009-b687-eac1bd1c8e5e req-0329ed8e-a2ee-4ebe-b52f-f55daa45df7b tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314162 Jul 15 15:05:02.470364 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02b949-fc2c-45cf-8206-27836bfe7f24 req-c4016228-8594-4a01-84f2-0f463e27dd73 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:02.471837 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9e02b949-fc2c-45cf-8206-27836bfe7f24 req-c4016228-8594-4a01-84f2-0f463e27dd73 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f7e2dfb-159b-4471-9325-051ae52d2f52 HTTP/1.1" status: 200 len: 945 time: 0.0635822 Jul 15 15:05:02.514987 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9e02b949-fc2c-45cf-8206-27836bfe7f24 req-a122a090-ae2b-4f75-afc3-45b5b693f9e1 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375233 Jul 15 15:05:02.515242 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 1a02f12e-868d-4ddd-be2b-389be06c5764 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:05:02.519167 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 94292533-1dcd-4dd7-9e7b-e90fe54615c3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:02.542551 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: 94292533-1dcd-4dd7-9e7b-e90fe54615c3 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:02.542905 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 94292533-1dcd-4dd7-9e7b-e90fe54615c3 not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:02.630749 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 1a02f12e-868d-4ddd-be2b-389be06c5764, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a02f12e-868d-4ddd-be2b-389be06c5764,segment=NetworkSegment(53da5228-8861-4ace-b80e-899ea7b0cada),segment_id=53da5228-8861-4ace-b80e-899ea7b0cada)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:02.641503 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '1a02f12e-868d-4ddd-be2b-389be06c5764', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'port_id': '1a02f12e-868d-4ddd-be2b-389be06c5764', 'mac_address': 'fa:16:3e:04:ef:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:05:02.678179 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:02.690968 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a02f12e-868d-4ddd-be2b-389be06c5764 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:02.711221 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 1a02f12e-868d-4ddd-be2b-389be06c5764, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a02f12e-868d-4ddd-be2b-389be06c5764,segment=NetworkSegment(53da5228-8861-4ace-b80e-899ea7b0cada),segment_id=53da5228-8861-4ace-b80e-899ea7b0cada)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:02.715029 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:02.761913 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=1a02f12e-868d-4ddd-be2b-389be06c5764,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:02.981872 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-168ec79c-8461-44cc-bfd2-5b0429b5adc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:02.985237 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['1a02f12e-868d-4ddd-be2b-389be06c5764'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:03.352971 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66815d-67e7-437d-897b-0654ced257d2 req-6826984c-947e-40aa-858c-31f73fa3de0e tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:03.354423 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1a66815d-67e7-437d-897b-0654ced257d2 req-6826984c-947e-40aa-858c-31f73fa3de0e tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 944 time: 0.0614128 Jul 15 15:05:03.391990 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1a66815d-67e7-437d-897b-0654ced257d2 req-96aae4d7-5bc5-41a9-a1b8-f8f85886a9bd tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314503 Jul 15 15:05:03.420436 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:03.684902 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e5bfd-e9b4-4ba5-a523-cdbf76c082d0 req-73e4a17d-9fe8-4244-b1b6-da10807d43c8 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:03.686355 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-318e5bfd-e9b4-4ba5-a523-cdbf76c082d0 req-73e4a17d-9fe8-4244-b1b6-da10807d43c8 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f7e2dfb-159b-4471-9325-051ae52d2f52 HTTP/1.1" status: 200 len: 945 time: 0.0611980 Jul 15 15:05:03.722225 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-318e5bfd-e9b4-4ba5-a523-cdbf76c082d0 req-e53f987c-e3ab-4a13-a8f6-801005f71f4f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/security-groups?id=f5ddfc68-73d8-4435-b87f-5621c13849a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303705 Jul 15 15:05:04.058354 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.109061 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa35fa-42c9-4ac3-9c0a-45446c093393 req-62059931-05ee-47dd-8766-ef563e8bd517 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:04.110532 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f7fa35fa-42c9-4ac3-9c0a-45446c093393 req-62059931-05ee-47dd-8766-ef563e8bd517 tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f7e2dfb-159b-4471-9325-051ae52d2f52 HTTP/1.1" status: 200 len: 945 time: 0.0624619 Jul 15 15:05:04.211528 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-f7fa35fa-42c9-4ac3-9c0a-45446c093393 req-881b4983-9f70-4e77-b40d-c92063b7dd3d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Deleting port a5d17a25-3d44-478d-ad71-bffedb43537c {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:04.211873 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-f7fa35fa-42c9-4ac3-9c0a-45446c093393 req-881b4983-9f70-4e77-b40d-c92063b7dd3d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.296403 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-f7fa35fa-42c9-4ac3-9c0a-45446c093393 req-881b4983-9f70-4e77-b40d-c92063b7dd3d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] For port a5d17a25-3d44-478d-ad71-bffedb43537c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a5d17a25-3d44-478d-ad71-bffedb43537c,segment=NetworkSegment(7232eb18-8576-40a7-8448-d91fdfd1a281),segment_id=7232eb18-8576-40a7-8448-d91fdfd1a281)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:04.296686 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-f7fa35fa-42c9-4ac3-9c0a-45446c093393 req-881b4983-9f70-4e77-b40d-c92063b7dd3d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.308570 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-f7fa35fa-42c9-4ac3-9c0a-45446c093393 req-881b4983-9f70-4e77-b40d-c92063b7dd3d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Calling delete_port for a5d17a25-3d44-478d-ad71-bffedb43537c owned by compute:nova {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:04.434274 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-f7fa35fa-42c9-4ac3-9c0a-45446c093393 req-881b4983-9f70-4e77-b40d-c92063b7dd3d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.450700 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['a5d17a25-3d44-478d-ad71-bffedb43537c'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:04.463460 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b4983-9f70-4e77-b40d-c92063b7dd3d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Pushing event deleted for resources: {'Port': ['ID=a5d17a25-3d44-478d-ad71-bffedb43537c,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:04.515462 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fa35fa-42c9-4ac3-9c0a-45446c093393 req-881b4983-9f70-4e77-b40d-c92063b7dd3d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] No DVR routers for this DVR port a5d17a25-3d44-478d-ad71-bffedb43537c on host hv-cinder-78836 {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:04.518047 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-f7fa35fa-42c9-4ac3-9c0a-45446c093393 req-881b4983-9f70-4e77-b40d-c92063b7dd3d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.520057 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f7fa35fa-42c9-4ac3-9c0a-45446c093393 req-881b4983-9f70-4e77-b40d-c92063b7dd3d tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.41 "DELETE /v2.0/ports/a5d17a25-3d44-478d-ad71-bffedb43537c HTTP/1.1" status: 204 len: 173 time: 0.4037585 Jul 15 15:05:04.520532 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7e2dfb-159b-4471-9325-051ae52d2f52', 'name': 'network-vif-deleted', 'tag': 'a5d17a25-3d44-478d-ad71-bffedb43537c'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:04.522902 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1013c08-b2c7-4d18-848d-b09deaa2ecfc" -d '{"events": [{"server_uuid": "5f7e2dfb-159b-4471-9325-051ae52d2f52", "name": "network-vif-deleted", "tag": "a5d17a25-3d44-478d-ad71-bffedb43537c"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:04.524861 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 1a02f12e-868d-4ddd-be2b-389be06c5764 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:04.560723 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c31aa66-9c9f-4349-893d-3b710ffcb440 x-openstack-request-id: req-9c31aa66-9c9f-4349-893d-3b710ffcb440 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:04.561533 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7e2dfb-159b-4471-9325-051ae52d2f52", "name": "network-vif-deleted", "tag": "a5d17a25-3d44-478d-ad71-bffedb43537c", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:04.561821 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9c31aa66-9c9f-4349-893d-3b710ffcb440 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:04.562799 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7e2dfb-159b-4471-9325-051ae52d2f52', 'name': 'network-vif-deleted', 'tag': 'a5d17a25-3d44-478d-ad71-bffedb43537c', 'status': 'completed', 'code': 200} Jul 15 15:05:04.580581 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port 1a02f12e-868d-4ddd-be2b-389be06c5764 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:04.584775 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 1a02f12e-868d-4ddd-be2b-389be06c5764 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:04.585410 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.597989 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339676f-a462-41ac-a508-d08262b126f4 req-91fb234b-9207-4fdf-bc7a-747d3a240c6e tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:04.599485 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a339676f-a462-41ac-a508-d08262b126f4 req-91fb234b-9207-4fdf-bc7a-747d3a240c6e tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 944 time: 0.0931029 Jul 15 15:05:04.639850 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a339676f-a462-41ac-a508-d08262b126f4 req-46da3d52-c27f-4042-b73b-7815890fab67 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340977 Jul 15 15:05:04.671736 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.698855 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68c4624-a6d2-43f4-bdab-1bea72f91a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a02f12e-868d-4ddd-be2b-389be06c5764'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:04.701835 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e1dd29-09cb-4aed-bc10-9539b36b2177" -d '{"events": [{"server_uuid": "f68c4624-a6d2-43f4-bdab-1bea72f91a7f", "name": "network-vif-plugged", "status": "completed", "tag": "1a02f12e-868d-4ddd-be2b-389be06c5764"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:04.714277 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 1a02f12e-868d-4ddd-be2b-389be06c5764, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a02f12e-868d-4ddd-be2b-389be06c5764,segment=NetworkSegment(53da5228-8861-4ace-b80e-899ea7b0cada),segment_id=53da5228-8861-4ace-b80e-899ea7b0cada)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:04.719628 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:04.742041 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5903f5be-d824-458c-a58d-84573b9ff012 x-openstack-request-id: req-5903f5be-d824-458c-a58d-84573b9ff012 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:04.742345 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68c4624-a6d2-43f4-bdab-1bea72f91a7f", "name": "network-vif-plugged", "status": "completed", "tag": "1a02f12e-868d-4ddd-be2b-389be06c5764", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:04.742599 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5903f5be-d824-458c-a58d-84573b9ff012 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:04.742989 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68c4624-a6d2-43f4-bdab-1bea72f91a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a02f12e-868d-4ddd-be2b-389be06c5764', 'code': 200} Jul 15 15:05:04.770318 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=1a02f12e-868d-4ddd-be2b-389be06c5764,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:04.880897 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b3529dcc-19c5-4d2a-b882-9c06340761c9 req-0880ec9c-d127-4220-9a53-ccde4d54617f tempest-AttachVolumeNegativeTest-199093634 tempest-AttachVolumeNegativeTest-199093634-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f7e2dfb-159b-4471-9325-051ae52d2f52 HTTP/1.1" status: 200 len: 210 time: 0.0293896 Jul 15 15:05:04.970136 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301e76b-43f1-476b-9957-65e9698ecbcb req-881d78c8-ec4b-492e-a55d-d577cad8159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:04.971623 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2301e76b-43f1-476b-9957-65e9698ecbcb req-881d78c8-ec4b-492e-a55d-d577cad8159c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 1098 time: 0.0517106 Jul 15 15:05:05.012876 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2301e76b-43f1-476b-9957-65e9698ecbcb req-1b197734-e566-4d5f-b0bd-ace78f1eb851 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280538 Jul 15 15:05:05.450847 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:05.814178 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cacf3-b51d-4c12-963c-4548b3204365 req-95c83a9b-27c6-4b9e-a8ba-1341f1cc5d2c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:05.815553 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-951cacf3-b51d-4c12-963c-4548b3204365 req-95c83a9b-27c6-4b9e-a8ba-1341f1cc5d2c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0632672 Jul 15 15:05:05.851656 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-951cacf3-b51d-4c12-963c-4548b3204365 req-43d7e903-4dc8-4f7f-a0d5-2402657cf035 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305450 Jul 15 15:05:05.969809 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36502) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:06.014300 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9a77a1-83b1-4b7c-85f8-4223da7b5d0a admin admin] Deleting subnet 35721cf3-b2d8-48fb-8c51-7bd2428c258d {{(pid=92931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:05:06.017393 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cd9a77a1-83b1-4b7c-85f8-4223da7b5d0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.055285 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cd9a77a1-83b1-4b7c-85f8-4223da7b5d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9119925'] for subnet, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.092465 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cd9a77a1-83b1-4b7c-85f8-4223da7b5d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66795978'] for subnet, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.144429 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cd9a77a1-83b1-4b7c-85f8-4223da7b5d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66796029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9119815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9061582'] for subnet, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.170516 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a77a1-83b1-4b7c-85f8-4223da7b5d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35721cf3-b2d8-48fb-8c51-7bd2428c258d,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:06.174205 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-cd9a77a1-83b1-4b7c-85f8-4223da7b5d0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.176082 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-cd9a77a1-83b1-4b7c-85f8-4223da7b5d0a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/35721cf3-b2d8-48fb-8c51-7bd2428c258d HTTP/1.1" status: 204 len: 168 time: 0.2052665 Jul 15 15:05:06.178499 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36504) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:06.249604 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-61db4f4e-de14-45c9-869d-fb2d18ae20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66702497'] for network, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.323652 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-61db4f4e-de14-45c9-869d-fb2d18ae20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796974', 'neutron.services.segments.db._delete_segments_for_network-8756598894668'] for network, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.333858 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-61db4f4e-de14-45c9-869d-fb2d18ae20f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0f73d0-6c68-491c-8f90-de765fa79745']}} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:06.344217 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-61db4f4e-de14-45c9-869d-fb2d18ae20f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7232eb18-8576-40a7-8448-d91fdfd1a281') {'for_net_delete': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:06.344570 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-61db4f4e-de14-45c9-869d-fb2d18ae20f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7232eb18-8576-40a7-8448-d91fdfd1a281') {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:06.352962 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-61db4f4e-de14-45c9-869d-fb2d18ae20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756598898261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119874'] for segment, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.366996 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-61db4f4e-de14-45c9-869d-fb2d18ae20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.372866 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61db4f4e-de14-45c9-869d-fb2d18ae20f8 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=92931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:05:06.373248 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-61db4f4e-de14-45c9-869d-fb2d18ae20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9121765'] for segment, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: Traceback (most recent call last): Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: timer() Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: cb(*args, **kw) Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: return func(*args, **kwargs) Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: self._notify() Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: self.callback(batched_events) Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: event.method(event) Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: return f(self, *a, **k) Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._get(url).json() Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: return self.request(url, 'GET', **kwargs) Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:05:06.374910 dv-cinder-788367-2-iscsi neutron-server[92931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:05:06.430146 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-61db4f4e-de14-45c9-869d-fb2d18ae20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633272'] for network, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.435489 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-61db4f4e-de14-45c9-869d-fb2d18ae20f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.440006 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-61db4f4e-de14-45c9-869d-fb2d18ae20f8 admin admin] 10.222.0.72 "DELETE /v2.0/networks/eb0f73d0-6c68-491c-8f90-de765fa79745 HTTP/1.1" status: 204 len: 168 time: 0.2605736 Jul 15 15:05:06.451044 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db4f4e-de14-45c9-869d-fb2d18ae20f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0f73d0-6c68-491c-8f90-de765fa79745,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:06.549256 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 36508) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:06.591220 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-cb104e5c-60c1-41a8-ab19-afbd831ee7b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=34c7232bfa66404fb369fb81b40a809e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401623 Jul 15 15:05:06.593867 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36510) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:06.640983 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8deb990c-6db0-49f2-861f-2850596d78a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.662041 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8deb990c-6db0-49f2-861f-2850596d78a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.708311 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8deb990c-6db0-49f2-861f-2850596d78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.710683 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8deb990c-6db0-49f2-861f-2850596d78a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:06.711840 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-8deb990c-6db0-49f2-861f-2850596d78a2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f5ddfc68-73d8-4435-b87f-5621c13849a4 HTTP/1.1" status: 204 len: 168 time: 0.1169803 Jul 15 15:05:06.719515 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb990c-6db0-49f2-861f-2850596d78a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ddfc68-73d8-4435-b87f-5621c13849a4,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:07.026183 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e251e2-e7bd-4a8a-99b0-949084c917fe req-806d9df7-c1e9-49d4-b963-1e777642ce33 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:07.026183 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-24e251e2-e7bd-4a8a-99b0-949084c917fe req-806d9df7-c1e9-49d4-b963-1e777642ce33 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0641067 Jul 15 15:05:07.064054 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-24e251e2-e7bd-4a8a-99b0-949084c917fe req-d94797ce-fa09-4136-b884-5af1a2b8bc50 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317893 Jul 15 15:05:07.241073 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a818bc0-86f2-46a7-acd7-8fc206755ca1 req-3c907add-80cf-41fb-8ca7-74508df29e22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:07.242549 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4a818bc0-86f2-46a7-acd7-8fc206755ca1 req-3c907add-80cf-41fb-8ca7-74508df29e22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0690870 Jul 15 15:05:07.251259 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36534) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:07.256107 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-bc2fab8d-387d-47a6-8141-1497bfa423a4 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Request body: {'floatingip': {'port_id': '1a02f12e-868d-4ddd-be2b-389be06c5764'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:07.295724 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bc2fab8d-387d-47a6-8141-1497bfa423a4 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for floatingip, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.000281 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bc2fab8d-387d-47a6-8141-1497bfa423a4 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.003749 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bc2fab8d-387d-47a6-8141-1497bfa423a4 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.107535 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.l3_db [None req-bc2fab8d-387d-47a6-8141-1497bfa423a4 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Floating IP 9b73925a-f39c-4662-9399-68d9df26e2ea associated. External IP: 172.27.0.214, port: 1a02f12e-868d-4ddd-be2b-389be06c5764. Jul 15 15:05:08.318469 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2fab8d-387d-47a6-8141-1497bfa423a4 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Router e12e6a1e-96f8-4fac-8882-9e0ddb610779 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:05:08.429150 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2fab8d-387d-47a6-8141-1497bfa423a4 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:05:08.433543 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bc2fab8d-387d-47a6-8141-1497bfa423a4 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:08.439327 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49822549-bc7b-45f8-858e-d0472ba14459 None None] Sync routers for ids ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:05:08.448488 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49822549-bc7b-45f8-858e-d0472ba14459 None None] Routers {'e12e6a1e-96f8-4fac-8882-9e0ddb610779'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:08.449097 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-49822549-bc7b-45f8-858e-d0472ba14459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:05:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:08.473454 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-bc2fab8d-387d-47a6-8141-1497bfa423a4 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "PUT /v2.0/floatingips/9b73925a-f39c-4662-9399-68d9df26e2ea HTTP/1.1" status: 200 len: 991 time: 1.2202086 Jul 15 15:05:08.474522 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68c4624-a6d2-43f4-bdab-1bea72f91a7f', 'tag': '1a02f12e-868d-4ddd-be2b-389be06c5764'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:08.477705 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11f3eea-0185-4703-91dc-e478e1b47e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f68c4624-a6d2-43f4-bdab-1bea72f91a7f", "tag": "1a02f12e-868d-4ddd-be2b-389be06c5764"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:08.530058 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b215644-8551-48b4-8b25-1d5825517db2 x-openstack-request-id: req-3b215644-8551-48b4-8b25-1d5825517db2 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:08.530058 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68c4624-a6d2-43f4-bdab-1bea72f91a7f", "tag": "1a02f12e-868d-4ddd-be2b-389be06c5764", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:08.530413 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3b215644-8551-48b4-8b25-1d5825517db2 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:08.530625 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68c4624-a6d2-43f4-bdab-1bea72f91a7f', 'tag': '1a02f12e-868d-4ddd-be2b-389be06c5764', 'status': 'completed', 'code': 200} Jul 15 15:05:08.618354 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f3eea-0185-4703-91dc-e478e1b47e0a req-f773024f-a315-4f8d-91ba-767ea37f9c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:08.619858 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a11f3eea-0185-4703-91dc-e478e1b47e0a req-f773024f-a315-4f8d-91ba-767ea37f9c49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b6189ea39bd48f6818b7284046574ad&device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 1098 time: 0.0659130 Jul 15 15:05:08.622610 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device a5d17a25-3d44-478d-ad71-bffedb43537c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:08.645850 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: a5d17a25-3d44-478d-ad71-bffedb43537c {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:08.646196 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device a5d17a25-3d44-478d-ad71-bffedb43537c not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:08.714006 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-49822549-bc7b-45f8-858e-d0472ba14459 None None] Set router e12e6a1e-96f8-4fac-8882-9e0ddb610779 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:05:08.722735 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f3eea-0185-4703-91dc-e478e1b47e0a req-a380fdbc-227c-431e-9a9d-25069736e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:08.724210 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a11f3eea-0185-4703-91dc-e478e1b47e0a req-a380fdbc-227c-431e-9a9d-25069736e498 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa HTTP/1.1" status: 200 len: 911 time: 0.0971463 Jul 15 15:05:08.794806 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a11f3eea-0185-4703-91dc-e478e1b47e0a req-c0db0a61-93a6-434e-ad3a-27a379ccbee6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a02f12e-868d-4ddd-be2b-389be06c5764 HTTP/1.1" status: 200 len: 999 time: 0.0625408 Jul 15 15:05:08.850202 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f3eea-0185-4703-91dc-e478e1b47e0a req-a7fa357c-13bf-43db-8648-e6cf68c105d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:08.851809 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a11f3eea-0185-4703-91dc-e478e1b47e0a req-a7fa357c-13bf-43db-8648-e6cf68c105d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17ed052a-25a2-48a0-bd3c-f7b49eae2009 HTTP/1.1" status: 200 len: 849 time: 0.0504127 Jul 15 15:05:08.912411 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f3eea-0185-4703-91dc-e478e1b47e0a req-fc3523d1-905d-4309-9da9-9f9ce25f48df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:08.913928 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a11f3eea-0185-4703-91dc-e478e1b47e0a req-fc3523d1-905d-4309-9da9-9f9ce25f48df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539808 Jul 15 15:05:08.947497 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-49822549-bc7b-45f8-858e-d0472ba14459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 4, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '9b73925a-f39c-4662-9399-68d9df26e2ea', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'port_id': '1a02f12e-868d-4ddd-be2b-389be06c5764', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'mac_address': 'fa:16:3e:04:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c4624-a6d2-43f4-bdab-1bea72f91a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:04:55Z', 'updated_at': '2021-07-15T15:05:07Z', 'revision_number': 1, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd67faa-5456-4f33-953b-f24356234253', 'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'mac_address': 'fa:16:3e:bc:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:53Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 5, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'subnets': [{'id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:08.977763 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49822549-bc7b-45f8-858e-d0472ba14459 None None] Checking router: e12e6a1e-96f8-4fac-8882-9e0ddb610779 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:05:08.987000 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49822549-bc7b-45f8-858e-d0472ba14459 None None] Routers {'e12e6a1e-96f8-4fac-8882-9e0ddb610779'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:08.987625 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-49822549-bc7b-45f8-858e-d0472ba14459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:05:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:09.012926 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a11f3eea-0185-4703-91dc-e478e1b47e0a req-f1a467db-4c26-4d0b-a1a7-ab1a9f48d666 service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907753 Jul 15 15:05:09.099750 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-49822549-bc7b-45f8-858e-d0472ba14459 None None] Set router e12e6a1e-96f8-4fac-8882-9e0ddb610779 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:05:09.108642 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a11f3eea-0185-4703-91dc-e478e1b47e0a req-6d86eaff-5984-4c2d-96d4-2e4b5bde5a24 service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889125 Jul 15 15:05:09.333407 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-49822549-bc7b-45f8-858e-d0472ba14459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 4, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '9b73925a-f39c-4662-9399-68d9df26e2ea', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'port_id': '1a02f12e-868d-4ddd-be2b-389be06c5764', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'mac_address': 'fa:16:3e:04:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c4624-a6d2-43f4-bdab-1bea72f91a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:04:55Z', 'updated_at': '2021-07-15T15:05:07Z', 'revision_number': 1, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd67faa-5456-4f33-953b-f24356234253', 'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'mac_address': 'fa:16:3e:bc:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:53Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 5, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'subnets': [{'id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:09.359102 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49822549-bc7b-45f8-858e-d0472ba14459 None None] The sync data for ids ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'] in dv-cinder-788367-2-iscsi is: [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 4, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '9b73925a-f39c-4662-9399-68d9df26e2ea', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'floating_ip_address': '172.27.0.214', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'port_id': '1a02f12e-868d-4ddd-be2b-389be06c5764', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'mac_address': 'fa:16:3e:04:ef:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68c4624-a6d2-43f4-bdab-1bea72f91a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:04:55Z', 'updated_at': '2021-07-15T15:05:07Z', 'revision_number': 1, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd67faa-5456-4f33-953b-f24356234253', 'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'mac_address': 'fa:16:3e:bc:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:53Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 5, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'subnets': [{'id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:05:09.545682 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b47e2c-6c1f-4c18-8e54-9955be6317f9 None None] New status for floating IP 9b73925a-f39c-4662-9399-68d9df26e2ea: ACTIVE {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:05:10.759307 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:05:15.294134 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36668) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:15.396430 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a2c040d0-975e-4f60-840f-6573394ca2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.484993 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a2c040d0-975e-4f60-840f-6573394ca2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.489002 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a2c040d0-975e-4f60-840f-6573394ca2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.525999 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a2c040d0-975e-4f60-840f-6573394ca2f5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d74dc6b705a5402d82aed3c857bf86e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308333 Jul 15 15:05:15.527869 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c040d0-975e-4f60-840f-6573394ca2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3144d79-d2ef-437a-b848-b4e51ca46140,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:15.528748 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 36672) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:15.576251 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7be8244b-5ef0-4227-821c-d6199efb6a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.596985 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7be8244b-5ef0-4227-821c-d6199efb6a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.642137 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7be8244b-5ef0-4227-821c-d6199efb6a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.644805 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7be8244b-5ef0-4227-821c-d6199efb6a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:15.645961 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-7be8244b-5ef0-4227-821c-d6199efb6a58 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e3144d79-d2ef-437a-b848-b4e51ca46140 HTTP/1.1" status: 204 len: 168 time: 0.1156781 Jul 15 15:05:15.653575 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8244b-5ef0-4227-821c-d6199efb6a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3144d79-d2ef-437a-b848-b4e51ca46140,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:15.901808 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 36678) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:15.918877 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e03b5589-8a55-456d-9b16-d4cfe9fc66c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.006436 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e03b5589-8a55-456d-9b16-d4cfe9fc66c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.009826 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e03b5589-8a55-456d-9b16-d4cfe9fc66c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.047683 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-e03b5589-8a55-456d-9b16-d4cfe9fc66c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=75e14531b5fe4a92b227c02331d4d096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447897 Jul 15 15:05:16.048654 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b5589-8a55-456d-9b16-d4cfe9fc66c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486bd386-13eb-457d-9e78-8efe29b48969,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:16.050381 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36680) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:16.103427 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3d0b04a7-e3f0-4d65-ab0a-f02b302aa677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.123626 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3d0b04a7-e3f0-4d65-ab0a-f02b302aa677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.168715 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3d0b04a7-e3f0-4d65-ab0a-f02b302aa677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.171549 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3d0b04a7-e3f0-4d65-ab0a-f02b302aa677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.172717 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3d0b04a7-e3f0-4d65-ab0a-f02b302aa677 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/486bd386-13eb-457d-9e78-8efe29b48969 HTTP/1.1" status: 204 len: 168 time: 0.1206954 Jul 15 15:05:16.179953 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b04a7-e3f0-4d65-ab0a-f02b302aa677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486bd386-13eb-457d-9e78-8efe29b48969,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:16.482636 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 36690) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:16.497145 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ca876fc7-9d0a-4ba9-9e1b-1cbac66c12e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.588862 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ca876fc7-9d0a-4ba9-9e1b-1cbac66c12e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.592604 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ca876fc7-9d0a-4ba9-9e1b-1cbac66c12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.629976 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-ca876fc7-9d0a-4ba9-9e1b-1cbac66c12e1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=efd61f1677b04552ad6c80b4b0ddc4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462173 Jul 15 15:05:16.631960 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca876fc7-9d0a-4ba9-9e1b-1cbac66c12e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffcce74-7ca2-4920-baf2-c0d9f8027a2b,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:16.632662 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36692) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:16.681281 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1aac983b-ebc8-4912-83bb-fb56aa6f981d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.702420 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1aac983b-ebc8-4912-83bb-fb56aa6f981d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.752451 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1aac983b-ebc8-4912-83bb-fb56aa6f981d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.755365 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1aac983b-ebc8-4912-83bb-fb56aa6f981d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:16.756512 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-1aac983b-ebc8-4912-83bb-fb56aa6f981d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3ffcce74-7ca2-4920-baf2-c0d9f8027a2b HTTP/1.1" status: 204 len: 168 time: 0.1228573 Jul 15 15:05:16.763609 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac983b-ebc8-4912-83bb-fb56aa6f981d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffcce74-7ca2-4920-baf2-c0d9f8027a2b,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:20.734996 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36764) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:20.847297 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f3a9203f-9529-4f9e-9333-5410320864d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:20.973518 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f3a9203f-9529-4f9e-9333-5410320864d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:20.978940 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f3a9203f-9529-4f9e-9333-5410320864d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:21.028882 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-f3a9203f-9529-4f9e-9333-5410320864d7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=34ec94222e99491c885b429f3c60c5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927773 Jul 15 15:05:21.030682 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9203f-9529-4f9e-9333-5410320864d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5fff27-e693-4e3f-92d6-f3b1bc5e0bd7,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:21.032130 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 36770) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:21.081583 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f0586168-4fac-4f5e-a90c-c9283b1ea0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:21.105246 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f0586168-4fac-4f5e-a90c-c9283b1ea0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:21.153829 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f0586168-4fac-4f5e-a90c-c9283b1ea0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:21.157138 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f0586168-4fac-4f5e-a90c-c9283b1ea0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:21.158308 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f0586168-4fac-4f5e-a90c-c9283b1ea0cf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fe5fff27-e693-4e3f-92d6-f3b1bc5e0bd7 HTTP/1.1" status: 204 len: 168 time: 0.1251779 Jul 15 15:05:21.166040 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0586168-4fac-4f5e-a90c-c9283b1ea0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5fff27-e693-4e3f-92d6-f3b1bc5e0bd7,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:21.609199 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10e63e-0b06-4ad6-81ed-f1aa54a7228d req-9f965e7d-5b6a-42ad-a93e-bc65ced038c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:21.609830 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eb10e63e-0b06-4ad6-81ed-f1aa54a7228d req-9f965e7d-5b6a-42ad-a93e-bc65ced038c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d12d907d37f74d6ba42fb769f7b32a4d&device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 1137 time: 0.0587769 Jul 15 15:05:21.642609 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6a1be-5489-4093-a3fa-d34078b6b4d4 req-8fc1bd0e-93dd-48cf-8b32-0842c53fa53f tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:21.644157 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-95e6a1be-5489-4093-a3fa-d34078b6b4d4 req-8fc1bd0e-93dd-48cf-8b32-0842c53fa53f tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 984 time: 0.0691929 Jul 15 15:05:21.690211 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-95e6a1be-5489-4093-a3fa-d34078b6b4d4 req-4eccbc61-29c7-407d-a76a-12eefed6001a tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bda0975-ce12-49eb-82a8-140482c6d56a&id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393147 Jul 15 15:05:21.711892 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10e63e-0b06-4ad6-81ed-f1aa54a7228d req-f5ae825d-b4c7-4a73-b53a-8e844bb06e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:21.713374 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eb10e63e-0b06-4ad6-81ed-f1aa54a7228d req-f5ae825d-b4c7-4a73-b53a-8e844bb06e25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 HTTP/1.1" status: 200 len: 916 time: 0.0950994 Jul 15 15:05:21.776932 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eb10e63e-0b06-4ad6-81ed-f1aa54a7228d req-86843f8d-a153-4c49-94dd-383713512f37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffc7e435-a912-4e1b-84ba-92073eb38efd HTTP/1.1" status: 200 len: 1000 time: 0.0565970 Jul 15 15:05:21.789498 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 36798) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:21.836631 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10e63e-0b06-4ad6-81ed-f1aa54a7228d req-6a97b4f6-8217-4b12-b6fb-a0207cd29714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:21.837979 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eb10e63e-0b06-4ad6-81ed-f1aa54a7228d req-6a97b4f6-8217-4b12-b6fb-a0207cd29714 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a45348f1-adf1-4611-a181-6a62359542ea HTTP/1.1" status: 200 len: 854 time: 0.0433438 Jul 15 15:05:21.891097 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-c43cee42-ed85-4a5a-9070-89120e3bff2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-977050445-network', 'tenant_id': '6f831295dfac4427becf3a73c8623aa5'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:21.914451 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10e63e-0b06-4ad6-81ed-f1aa54a7228d req-0566f3fc-77ef-4fba-9b23-a74d9e826f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:21.915902 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eb10e63e-0b06-4ad6-81ed-f1aa54a7228d req-0566f3fc-77ef-4fba-9b23-a74d9e826f65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fc5ad34-9dbb-49f1-b4ee-c8629ded9186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710986 Jul 15 15:05:21.920925 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43cee42-ed85-4a5a-9070-89120e3bff2c admin admin] Made reservation on behalf of 6f831295dfac4427becf3a73c8623aa5 for: {'network': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:21.923258 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c43cee42-ed85-4a5a-9070-89120e3bff2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:21.946979 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c43cee42-ed85-4a5a-9070-89120e3bff2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.042124 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eb10e63e-0b06-4ad6-81ed-f1aa54a7228d req-c02c186d-fbff-47da-940b-e8ac6509d24d service neutron] 10.222.0.41 "GET /v2.0/networks/1fc5ad34-9dbb-49f1-b4ee-c8629ded9186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166706 Jul 15 15:05:22.155949 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c43cee42-ed85-4a5a-9070-89120e3bff2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.162926 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c43cee42-ed85-4a5a-9070-89120e3bff2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.179096 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-eb10e63e-0b06-4ad6-81ed-f1aa54a7228d req-d1bbec01-a76f-4519-aa54-b06dd972002e service neutron] 10.222.0.41 "GET /v2.0/networks/1fc5ad34-9dbb-49f1-b4ee-c8629ded9186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284711 Jul 15 15:05:22.187466 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c43cee42-ed85-4a5a-9070-89120e3bff2c admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=92930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:05:22.202588 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cee42-ed85-4a5a-9070-89120e3bff2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:22.205475 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c43cee42-ed85-4a5a-9070-89120e3bff2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.205826 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.db.segments_db [None req-c43cee42-ed85-4a5a-9070-89120e3bff2c admin admin] Added segment f24a1367-215c-4059-b424-1be683f88edf of type vlan for network fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f Jul 15 15:05:22.245002 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c43cee42-ed85-4a5a-9070-89120e3bff2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.272767 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c43cee42-ed85-4a5a-9070-89120e3bff2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.273702 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43cee42-ed85-4a5a-9070-89120e3bff2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:22.274286 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c43cee42-ed85-4a5a-9070-89120e3bff2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.307182 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c43cee42-ed85-4a5a-9070-89120e3bff2c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5166504 Jul 15 15:05:22.310764 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36806) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:22.316195 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-ac8aa2ca-f65c-431b-b760-dd08528a393e admin admin] Request body: {'subnet': {'network_id': 'fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-977050445-subnet', 'tenant_id': '6f831295dfac4427becf3a73c8623aa5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:22.337554 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8aa2ca-f65c-431b-b760-dd08528a393e admin admin] Made reservation on behalf of 6f831295dfac4427becf3a73c8623aa5 for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:22.340348 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ac8aa2ca-f65c-431b-b760-dd08528a393e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9061605'] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.343422 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cee42-ed85-4a5a-9070-89120e3bff2c admin admin] Pushing event updated for resources: {'Network': ['ID=fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:22.353050 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:05:22.515360 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ac8aa2ca-f65c-431b-b760-dd08528a393e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9119896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9061623'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.584897 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8aa2ca-f65c-431b-b760-dd08528a393e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dec94eb0-341d-4924-b4c4-e139a720c7a2,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:22.587309 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8aa2ca-f65c-431b-b760-dd08528a393e admin admin] Checking segment: {'id': 'f24a1367-215c-4059-b424-1be683f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:22.587649 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8aa2ca-f65c-431b-b760-dd08528a393e admin admin] Network hostable DHCP agents. Network: fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:05:22.604630 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8aa2ca-f65c-431b-b760-dd08528a393e admin admin] Network fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:05:22.613379 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-ac8aa2ca-f65c-431b-b760-dd08528a393e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:22.617520 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8aa2ca-f65c-431b-b760-dd08528a393e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:22.618090 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ac8aa2ca-f65c-431b-b760-dd08528a393e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:22.622414 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18768d2d-5365-4d0f-b5c0-b36624a34665 None None] Network fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:22.634549 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ac8aa2ca-f65c-431b-b760-dd08528a393e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3225720 Jul 15 15:05:22.767989 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957c3ccb-e277-4d0a-888b-c7e80eb90c28 None None] Network fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:05:22.889120 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44983c6f-b6f6-4ec8-956c-c76e53462323 req-c9bf6aa9-f3f0-4ac6-85f5-6790b1ae5f24 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:22.896118 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-44983c6f-b6f6-4ec8-956c-c76e53462323 req-c9bf6aa9-f3f0-4ac6-85f5-6790b1ae5f24 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 984 time: 0.0741267 Jul 15 15:05:22.938174 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-44983c6f-b6f6-4ec8-956c-c76e53462323 req-f1d5c4ae-286f-4450-b7bd-83a2b868558b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bda0975-ce12-49eb-82a8-140482c6d56a&id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411618 Jul 15 15:05:23.339909 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:24.111772 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4a046-6ccb-4b71-854d-d9c561265b08 req-1ca214ce-23c4-4b69-8f8a-2c46755f3584 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:24.113318 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e6a4a046-6ccb-4b71-854d-d9c561265b08 req-1ca214ce-23c4-4b69-8f8a-2c46755f3584 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 984 time: 0.0627148 Jul 15 15:05:24.155051 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e6a4a046-6ccb-4b71-854d-d9c561265b08 req-b4b777ac-ef3c-4786-9bd2-c98fcd574e7f tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bda0975-ce12-49eb-82a8-140482c6d56a&id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353622 Jul 15 15:05:24.452259 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7b1fb-93a7-4f9a-85e3-a342aa00beb5 req-a563ec4a-9434-4ea2-9d53-1f8decb1f59c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:24.453940 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ddf7b1fb-93a7-4f9a-85e3-a342aa00beb5 req-a563ec4a-9434-4ea2-9d53-1f8decb1f59c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 946 time: 0.0646572 Jul 15 15:05:24.491214 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ddf7b1fb-93a7-4f9a-85e3-a342aa00beb5 req-ca936dc0-cdc1-47c4-a2db-ba66bdcb57fe tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315938 Jul 15 15:05:24.552023 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-3653421e-4914-4d9e-85f4-6498030583fe tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:24.553525 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-3653421e-4914-4d9e-85f4-6498030583fe tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/networks?id=fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f HTTP/1.1" status: 200 len: 808 time: 0.1061854 Jul 15 15:05:24.568247 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-dec15dd4-5e5d-4c07-863c-f8db641c1860 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/quotas/6f831295dfac4427becf3a73c8623aa5 HTTP/1.1" status: 200 len: 375 time: 0.0093677 Jul 15 15:05:24.600685 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-229da893-e1a1-4fe1-b489-0af5ddc6c0e4 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f831295dfac4427becf3a73c8623aa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276895 Jul 15 15:05:24.690677 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-2e31e4bd-f168-424a-8c22-08a29b23f775 service neutron] 10.222.0.72 "GET /v2.0/networks/fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835831 Jul 15 15:05:24.777562 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-aba6b8ad-01d2-4251-a7a9-2f4021788353 service neutron] 10.222.0.72 "GET /v2.0/networks/fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811949 Jul 15 15:05:24.940545 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3a81a0aa-75a4-42b7-8ae1-4974cf6a11c5 req-546f16e1-bbb6-4939-84f8-9e3c172d35cd tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f5789f7-a6fc-41bc-813a-453a116283d7 HTTP/1.1" status: 200 len: 210 time: 0.0322859 Jul 15 15:05:25.338058 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d783c3-1700-46f9-89fe-0d7ddc97fafe req-4ae5428c-bbbe-4383-917d-a7f30b28c415 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:25.339454 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-72d783c3-1700-46f9-89fe-0d7ddc97fafe req-4ae5428c-bbbe-4383-917d-a7f30b28c415 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 984 time: 0.0681121 Jul 15 15:05:25.382201 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-72d783c3-1700-46f9-89fe-0d7ddc97fafe req-8e35799a-0a4d-42e3-be75-dc8c4e199036 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bda0975-ce12-49eb-82a8-140482c6d56a&id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363483 Jul 15 15:05:25.667048 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812ac01-c18f-49d3-8d0b-2df548fc6bb4 req-5e5091ec-c8ba-4c76-bf3b-fa82cfc1164b tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:25.668530 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1812ac01-c18f-49d3-8d0b-2df548fc6bb4 req-5e5091ec-c8ba-4c76-bf3b-fa82cfc1164b tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 946 time: 0.0614643 Jul 15 15:05:25.704931 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1812ac01-c18f-49d3-8d0b-2df548fc6bb4 req-486d8976-d20c-472a-a1d2-e28a881ab0fd tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=59d5a296-a752-45a6-8a6d-fd8ccb595067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305181 Jul 15 15:05:26.031355 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-2ec8bb52-42ef-4a7a-b51a-3e61bfa3f15f tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:26.033032 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-2ec8bb52-42ef-4a7a-b51a-3e61bfa3f15f tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.41 "GET /v2.0/networks?id=fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f HTTP/1.1" status: 200 len: 808 time: 0.1073875 Jul 15 15:05:26.047219 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-06807f0f-c62a-4f76-a0d4-b53c3b337a3c tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Request body: {'port': {'device_id': '2f5789f7-a6fc-41bc-813a-453a116283d7', 'network_id': 'fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f', 'admin_state_up': True, 'tenant_id': '6f831295dfac4427becf3a73c8623aa5'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:26.077888 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9701a6-7603-4a8f-b8a7-6ca74b36f871 req-6f23e0d6-2309-4233-82ba-f0a97c0964dd tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:26.080013 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3b9701a6-7603-4a8f-b8a7-6ca74b36f871 req-6f23e0d6-2309-4233-82ba-f0a97c0964dd tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.41 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 946 time: 0.0765002 Jul 15 15:05:26.114626 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-aab98106-59df-4d0b-9fad-cbd2f737a3b4 req-95ee001b-b9e2-4404-937b-8d9d2e2fca62 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f5789f7-a6fc-41bc-813a-453a116283d7 HTTP/1.1" status: 200 len: 210 time: 0.0335662 Jul 15 15:05:26.177347 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-06807f0f-c62a-4f76-a0d4-b53c3b337a3c tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Made reservation on behalf of 6f831295dfac4427becf3a73c8623aa5 for: {'port': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:26.180804 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-06807f0f-c62a-4f76-a0d4-b53c3b337a3c tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:26.222005 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-3b9701a6-7603-4a8f-b8a7-6ca74b36f871 req-cbc0dba1-e737-4c2b-bf96-914b94823550 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Deleting port 9070fadf-8265-499a-b458-94189b5f9d06 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:26.222263 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-3b9701a6-7603-4a8f-b8a7-6ca74b36f871 req-cbc0dba1-e737-4c2b-bf96-914b94823550 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:26.306316 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-06807f0f-c62a-4f76-a0d4-b53c3b337a3c tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Allocated IP 172.20.0.4 (fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f/dec94eb0-341d-4924-b4c4-e139a720c7a2/49ebabd2-c3dc-41f1-88dd-6d6e96a1f827) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:26.309116 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-3b9701a6-7603-4a8f-b8a7-6ca74b36f871 req-cbc0dba1-e737-4c2b-bf96-914b94823550 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] For port 9070fadf-8265-499a-b458-94189b5f9d06, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9070fadf-8265-499a-b458-94189b5f9d06,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:26.309478 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-3b9701a6-7603-4a8f-b8a7-6ca74b36f871 req-cbc0dba1-e737-4c2b-bf96-914b94823550 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:26.457161 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-06807f0f-c62a-4f76-a0d4-b53c3b337a3c tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:26.537622 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-3b9701a6-7603-4a8f-b8a7-6ca74b36f871 req-cbc0dba1-e737-4c2b-bf96-914b94823550 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:26.537988 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-3b9701a6-7603-4a8f-b8a7-6ca74b36f871 req-cbc0dba1-e737-4c2b-bf96-914b94823550 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:26.538318 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.l3_db [req-3b9701a6-7603-4a8f-b8a7-6ca74b36f871 req-cbc0dba1-e737-4c2b-bf96-914b94823550 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Floating IP 5f7936ea-b848-43bb-a099-7b1835fb7bbe disassociated. External IP: 172.27.0.63, port: 9070fadf-8265-499a-b458-94189b5f9d06. Jul 15 15:05:26.539021 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-3b9701a6-7603-4a8f-b8a7-6ca74b36f871 req-cbc0dba1-e737-4c2b-bf96-914b94823550 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Calling delete_port for 9070fadf-8265-499a-b458-94189b5f9d06 owned by compute:nova {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:26.540777 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-06807f0f-c62a-4f76-a0d4-b53c3b337a3c tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:26.567021 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-06807f0f-c62a-4f76-a0d4-b53c3b337a3c tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Network fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:26.598301 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-06807f0f-c62a-4f76-a0d4-b53c3b337a3c tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:26.610315 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-06807f0f-c62a-4f76-a0d4-b53c3b337a3c tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:26.660158 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06807f0f-c62a-4f76-a0d4-b53c3b337a3c tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Pushing event updated for resources: {'Port': ['ID=49ebabd2-c3dc-41f1-88dd-6d6e96a1f827,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:26.688619 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb515a5f-f32e-40c3-80e5-93bd2adbfef1 req-ed676308-f1d4-4158-b12c-bf7310f38579 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:26.690106 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bb515a5f-f32e-40c3-80e5-93bd2adbfef1 req-ed676308-f1d4-4158-b12c-bf7310f38579 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 984 time: 0.1880534 Jul 15 15:05:26.695515 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-3b9701a6-7603-4a8f-b8a7-6ca74b36f871 req-cbc0dba1-e737-4c2b-bf96-914b94823550 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:26.696007 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-06807f0f-c62a-4f76-a0d4-b53c3b337a3c tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:26.696706 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-06807f0f-c62a-4f76-a0d4-b53c3b337a3c tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:26.726362 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0dba1-e737-4c2b-bf96-914b94823550 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event deleted for resources: {'Port': ['ID=9070fadf-8265-499a-b458-94189b5f9d06,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:26.726962 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-06807f0f-c62a-4f76-a0d4-b53c3b337a3c tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6852832 Jul 15 15:05:26.741255 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Request body: {'port': {'device_id': '2f5789f7-a6fc-41bc-813a-453a116283d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:26.772660 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bb515a5f-f32e-40c3-80e5-93bd2adbfef1 req-c6810498-362f-47c6-bdf3-c2fd74698d15 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bda0975-ce12-49eb-82a8-140482c6d56a&id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730772 Jul 15 15:05:26.828983 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:26.872710 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-36453da9-c2c7-4b4b-932d-9c9d72843a15 req-5bac20c4-28d3-4723-a6be-8edb16647118 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=009bb2f1-a1f9-4f31-b5ad-c668181f33eb HTTP/1.1" status: 200 len: 210 time: 0.0322053 Jul 15 15:05:26.881291 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b9701a6-7603-4a8f-b8a7-6ca74b36f871 req-cbc0dba1-e737-4c2b-bf96-914b94823550 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Router 53c4627b-3ec4-44b9-a949-9455028ffc63 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:05:26.992527 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b9701a6-7603-4a8f-b8a7-6ca74b36f871 req-cbc0dba1-e737-4c2b-bf96-914b94823550 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:05:27.003253 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f03b67f-8ace-42ba-b779-c0e2e9f56b67 None None] Sync routers for ids ['53c4627b-3ec4-44b9-a949-9455028ffc63'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:05:27.012603 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f03b67f-8ace-42ba-b779-c0e2e9f56b67 None None] Routers {'53c4627b-3ec4-44b9-a949-9455028ffc63'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:27.013272 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-2f03b67f-8ace-42ba-b779-c0e2e9f56b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:05:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['53c4627b-3ec4-44b9-a949-9455028ffc63'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:27.039630 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9701a6-7603-4a8f-b8a7-6ca74b36f871 req-cbc0dba1-e737-4c2b-bf96-914b94823550 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] No DVR routers for this DVR port 9070fadf-8265-499a-b458-94189b5f9d06 on host hv-cinder-78836 {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:27.042172 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-3b9701a6-7603-4a8f-b8a7-6ca74b36f871 req-cbc0dba1-e737-4c2b-bf96-914b94823550 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:27.044334 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3b9701a6-7603-4a8f-b8a7-6ca74b36f871 req-cbc0dba1-e737-4c2b-bf96-914b94823550 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.41 "DELETE /v2.0/ports/9070fadf-8265-499a-b458-94189b5f9d06 HTTP/1.1" status: 204 len: 173 time: 0.9536674 Jul 15 15:05:27.045489 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'name': 'network-vif-deleted', 'tag': '9070fadf-8265-499a-b458-94189b5f9d06'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:27.048249 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e000d1-ec49-4fa9-bf62-5f27102f2f3e" -d '{"events": [{"server_uuid": "009bb2f1-a1f9-4f31-b5ad-c668181f33eb", "name": "network-vif-deleted", "tag": "9070fadf-8265-499a-b458-94189b5f9d06"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:27.092808 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33aaad6-2850-4181-9d67-d68d73ae0dfc x-openstack-request-id: req-a33aaad6-2850-4181-9d67-d68d73ae0dfc {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:27.093437 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009bb2f1-a1f9-4f31-b5ad-c668181f33eb", "name": "network-vif-deleted", "tag": "9070fadf-8265-499a-b458-94189b5f9d06", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:27.093437 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a33aaad6-2850-4181-9d67-d68d73ae0dfc {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:27.093972 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009bb2f1-a1f9-4f31-b5ad-c668181f33eb', 'name': 'network-vif-deleted', 'tag': '9070fadf-8265-499a-b458-94189b5f9d06', 'status': 'completed', 'code': 200} Jul 15 15:05:27.127808 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-2f03b67f-8ace-42ba-b779-c0e2e9f56b67 None None] Set router 53c4627b-3ec4-44b9-a949-9455028ffc63 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:05:27.136683 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:27.151947 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:27.168551 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Transition to ACTIVE for port object 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:27.178029 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:27.292827 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Pushing event updated for resources: {'Port': ['ID=49ebabd2-c3dc-41f1-88dd-6d6e96a1f827,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:27.338894 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Attempting to bind port 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:27.339260 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Attempting to bind port 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f24a1367-215c-4059-b424-1be683f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:27.339593 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Attempting to bind port 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 on network fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:27.342476 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e39a1f-b4f8-48c1-ae9f-d1fedb6bd44c req-1ab45a39-fb64-44d7-8fab-b878a83c1288 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:27.344008 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-56e39a1f-b4f8-48c1-ae9f-d1fedb6bd44c req-1ab45a39-fb64-44d7-8fab-b878a83c1288 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f5789f7-a6fc-41bc-813a-453a116283d7 HTTP/1.1" status: 200 len: 943 time: 0.0749409 Jul 15 15:05:27.344201 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Port 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 on network fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:05:27.344514 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Attempting to bind port 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 on network fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:27.349782 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:27.350115 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Checking segment: {'id': 'f24a1367-215c-4059-b424-1be683f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:27.350494 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Bound using segment: {'id': 'f24a1367-215c-4059-b424-1be683f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:27.350918 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Bound port: 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24a1367-215c-4059-b424-1be683f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:27.351303 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:27.388681 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-56e39a1f-b4f8-48c1-ae9f-d1fedb6bd44c req-ade9f768-7ad8-499b-a587-73269cab93dc tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358589 Jul 15 15:05:27.425102 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] For port 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827, host hv-cinder-78836, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:27.428371 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] For port 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49ebabd2-c3dc-41f1-88dd-6d6e96a1f827,segment=NetworkSegment(f24a1367-215c-4059-b424-1be683f88edf),segment_id=f24a1367-215c-4059-b424-1be683f88edf)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:27.432857 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:27.464476 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:27.465111 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:27.467145 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] 10.222.0.41 "PUT /v2.0/ports/49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 HTTP/1.1" status: 200 len: 1093 time: 0.7318678 Jul 15 15:05:27.469572 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5789f7-a6fc-41bc-813a-453a116283d7', 'tag': '49ebabd2-c3dc-41f1-88dd-6d6e96a1f827'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:27.472431 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbf13e9-de53-41c1-a4ef-a896ef37d231" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5789f7-a6fc-41bc-813a-453a116283d7", "tag": "49ebabd2-c3dc-41f1-88dd-6d6e96a1f827"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:27.505209 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0147726-e83c-4dd7-8f33-8819fdbe6dda service neutron] Pushing event updated for resources: {'Port': ['ID=49ebabd2-c3dc-41f1-88dd-6d6e96a1f827,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:27.520701 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-2f03b67f-8ace-42ba-b779-c0e2e9f56b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '87d2fd0e-47c7-4e22-b443-07608b199454', 'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'mac_address': 'fa:16:3e:d1:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:45Z', 'revision_number': 5, 'project_id': 'af2016afdf21465691485701f391f03b', 'subnets': [{'id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:27.547437 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844138f5-c569-49a5-bfde-6f0f90c6b81e x-openstack-request-id: req-844138f5-c569-49a5-bfde-6f0f90c6b81e {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:27.547630 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5789f7-a6fc-41bc-813a-453a116283d7", "tag": "49ebabd2-c3dc-41f1-88dd-6d6e96a1f827", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:27.547890 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-844138f5-c569-49a5-bfde-6f0f90c6b81e {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:27.548310 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5789f7-a6fc-41bc-813a-453a116283d7', 'tag': '49ebabd2-c3dc-41f1-88dd-6d6e96a1f827', 'status': 'completed', 'code': 200} Jul 15 15:05:27.548445 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f03b67f-8ace-42ba-b779-c0e2e9f56b67 None None] Checking router: 53c4627b-3ec4-44b9-a949-9455028ffc63 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:05:27.556964 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f03b67f-8ace-42ba-b779-c0e2e9f56b67 None None] Routers {'53c4627b-3ec4-44b9-a949-9455028ffc63'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:27.557580 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-2f03b67f-8ace-42ba-b779-c0e2e9f56b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:05:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['53c4627b-3ec4-44b9-a949-9455028ffc63'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:27.592019 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-bd650b56-63a3-4dc5-9585-e71c60c38489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:27.593785 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-bd650b56-63a3-4dc5-9585-e71c60c38489 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f831295dfac4427becf3a73c8623aa5&device_id=2f5789f7-a6fc-41bc-813a-453a116283d7 HTTP/1.1" status: 200 len: 1096 time: 0.0608017 Jul 15 15:05:27.653028 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-d1cea69e-d8b8-485f-a3c3-a4af7197510e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 HTTP/1.1" status: 200 len: 217 time: 0.0491958 Jul 15 15:05:27.695405 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-2f03b67f-8ace-42ba-b779-c0e2e9f56b67 None None] Set router 53c4627b-3ec4-44b9-a949-9455028ffc63 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:05:27.735543 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-1e972b03-9371-420f-9cd1-6a5327ff0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:27.738280 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-1e972b03-9371-420f-9cd1-6a5327ff0047 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec94eb0-341d-4924-b4c4-e139a720c7a2 HTTP/1.1" status: 200 len: 848 time: 0.0791101 Jul 15 15:05:27.789965 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-10897bbd-8780-4340-a15d-ee9d5dfd1570 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450778 Jul 15 15:05:27.898385 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-da34bac2-a5af-4259-9f5e-05f46aadff70 service neutron] 10.222.0.41 "GET /v2.0/networks/fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991199 Jul 15 15:05:27.962702 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-2f03b67f-8ace-42ba-b779-c0e2e9f56b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '87d2fd0e-47c7-4e22-b443-07608b199454', 'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'mac_address': 'fa:16:3e:d1:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:45Z', 'revision_number': 5, 'project_id': 'af2016afdf21465691485701f391f03b', 'subnets': [{'id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:28.003374 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f03b67f-8ace-42ba-b779-c0e2e9f56b67 None None] The sync data for ids ['53c4627b-3ec4-44b9-a949-9455028ffc63'] in dv-cinder-788367-2-iscsi is: [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '87d2fd0e-47c7-4e22-b443-07608b199454', 'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'mac_address': 'fa:16:3e:d1:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:45Z', 'revision_number': 5, 'project_id': 'af2016afdf21465691485701f391f03b', 'subnets': [{'id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:05:28.044550 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 36900) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:28.092945 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95dcaf-48a4-4008-a8fc-e048ef118bac req-1f4a3286-6e7d-4460-9273-c30de300641c tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:28.094505 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ff95dcaf-48a4-4008-a8fc-e048ef118bac req-1f4a3286-6e7d-4460-9273-c30de300641c tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 984 time: 0.1644766 Jul 15 15:05:28.101224 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d6c7dbaf-00ae-4eff-b9b1-35c529b5d799 req-d948d4cc-ef19-485a-9c23-2c00e83b8d38 service neutron] 10.222.0.41 "GET /v2.0/networks/fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836278 Jul 15 15:05:28.165272 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ff95dcaf-48a4-4008-a8fc-e048ef118bac req-39b2e8ba-de47-4158-8961-cf1422c85854 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bda0975-ce12-49eb-82a8-140482c6d56a&id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630996 Jul 15 15:05:28.172869 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5b115773-fd70-4118-b023-d32be3c852c9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:28.225776 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5b115773-fd70-4118-b023-d32be3c852c9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:28.269827 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf13e9-de53-41c1-a4ef-a896ef37d231 req-7302f2ad-47ab-4a87-8486-73c26c6992b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:28.271545 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9bbf13e9-de53-41c1-a4ef-a896ef37d231 req-7302f2ad-47ab-4a87-8486-73c26c6992b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f831295dfac4427becf3a73c8623aa5&device_id=2f5789f7-a6fc-41bc-813a-453a116283d7 HTTP/1.1" status: 200 len: 1096 time: 0.1110315 Jul 15 15:05:28.301816 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f6e04-d78f-4510-8165-068d277b96bf None None] New status for floating IP 5f7936ea-b848-43bb-a099-7b1835fb7bbe: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:05:28.315484 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5b115773-fd70-4118-b023-d32be3c852c9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:28.318026 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5b115773-fd70-4118-b023-d32be3c852c9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:28.319156 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-5b115773-fd70-4118-b023-d32be3c852c9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "DELETE /v2.0/security-groups/59d5a296-a752-45a6-8a6d-fd8ccb595067 HTTP/1.1" status: 204 len: 168 time: 0.2725906 Jul 15 15:05:28.321994 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36902) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:28.336028 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.api.v2.resource [None req-750cf3dd-c3c0-47bb-84a1-dff6a1922112 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] show failed (client error): The resource could not be found. Jul 15 15:05:28.337314 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-750cf3dd-c3c0-47bb-84a1-dff6a1922112 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups/59d5a296-a752-45a6-8a6d-fd8ccb595067 HTTP/1.1" status: 404 len: 347 time: 0.0144322 Jul 15 15:05:28.340215 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36904) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:28.356090 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b115773-fd70-4118-b023-d32be3c852c9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d5a296-a752-45a6-8a6d-fd8ccb595067,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:28.384423 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf13e9-de53-41c1-a4ef-a896ef37d231 req-2f8385c2-a5bc-4d7f-b286-0fdd8a6e7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:28.385920 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9bbf13e9-de53-41c1-a4ef-a896ef37d231 req-2f8385c2-a5bc-4d7f-b286-0fdd8a6e7b66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f HTTP/1.1" status: 200 len: 909 time: 0.1059387 Jul 15 15:05:28.432478 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9bbf13e9-de53-41c1-a4ef-a896ef37d231 req-a0f70b9d-0ee1-4724-8927-32174a945182 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 HTTP/1.1" status: 200 len: 217 time: 0.0376277 Jul 15 15:05:28.484433 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-510cef55-27f1-4703-974f-03db775178ad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Deleting port d6ca912e-ef60-4033-b9bd-3871ad935e51 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:28.484791 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-510cef55-27f1-4703-974f-03db775178ad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:28.501819 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf13e9-de53-41c1-a4ef-a896ef37d231 req-a8eecae1-d281-484e-8b01-d3eb82181581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:28.503726 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9bbf13e9-de53-41c1-a4ef-a896ef37d231 req-a8eecae1-d281-484e-8b01-d3eb82181581 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec94eb0-341d-4924-b4c4-e139a720c7a2 HTTP/1.1" status: 200 len: 848 time: 0.0621467 Jul 15 15:05:28.542164 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9bbf13e9-de53-41c1-a4ef-a896ef37d231 req-2682dd04-7435-4d59-91c9-7ccba3b29bf3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285192 Jul 15 15:05:28.599745 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-510cef55-27f1-4703-974f-03db775178ad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:28.600017 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-510cef55-27f1-4703-974f-03db775178ad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:28.619063 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-510cef55-27f1-4703-974f-03db775178ad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Calling delete_port for d6ca912e-ef60-4033-b9bd-3871ad935e51 owned by network:floatingip {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:28.640142 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9bbf13e9-de53-41c1-a4ef-a896ef37d231 req-372eb726-aa94-4db4-bca4-574964a8ba46 service neutron] 10.222.0.41 "GET /v2.0/networks/fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902431 Jul 15 15:05:28.645391 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff1305-f7e7-48a1-87b7-17a8d5d355f2 req-cf2b9f43-1f18-4230-96f0-e9f5a392f833 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:28.646853 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-55ff1305-f7e7-48a1-87b7-17a8d5d355f2 req-cf2b9f43-1f18-4230-96f0-e9f5a392f833 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f5789f7-a6fc-41bc-813a-453a116283d7 HTTP/1.1" status: 200 len: 943 time: 0.1014128 Jul 15 15:05:28.744982 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-55ff1305-f7e7-48a1-87b7-17a8d5d355f2 req-e434c308-f725-49ae-8233-b9632b4ed4e0 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680985 Jul 15 15:05:28.825133 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-510cef55-27f1-4703-974f-03db775178ad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:28.860661 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cef55-27f1-4703-974f-03db775178ad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event deleted for resources: {'Port': ['ID=d6ca912e-ef60-4033-b9bd-3871ad935e51,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:28.940977 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-510cef55-27f1-4703-974f-03db775178ad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for floatingip, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:28.943550 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-510cef55-27f1-4703-974f-03db775178ad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:28.947663 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-510cef55-27f1-4703-974f-03db775178ad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "DELETE /v2.0/floatingips/5f7936ea-b848-43bb-a099-7b1835fb7bbe HTTP/1.1" status: 204 len: 168 time: 0.6028857 Jul 15 15:05:28.993182 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9bbf13e9-de53-41c1-a4ef-a896ef37d231 req-113ba27e-7b2a-4199-ad6f-1960973b3144 service neutron] 10.222.0.41 "GET /v2.0/networks/fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439000 Jul 15 15:05:29.196707 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 36914) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:29.202587 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-f017d6db-6fc6-4886-abb3-40195e924481 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2018045581', 'description': 'tempest-description--1478872341'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:29.241886 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f017d6db-6fc6-4886-abb3-40195e924481 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.382242 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f017d6db-6fc6-4886-abb3-40195e924481 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.386385 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f017d6db-6fc6-4886-abb3-40195e924481 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.415978 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7fd4c-f32f-4ea6-9f18-12497238f79e req-89256850-28e8-46a4-91f6-41c7b0a487aa tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:29.417482 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a9d7fd4c-f32f-4ea6-9f18-12497238f79e req-89256850-28e8-46a4-91f6-41c7b0a487aa tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 984 time: 0.1147614 Jul 15 15:05:29.429865 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-f017d6db-6fc6-4886-abb3-40195e924481 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.431020 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-f017d6db-6fc6-4886-abb3-40195e924481 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2331915 Jul 15 15:05:29.434042 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36916) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:29.438006 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017d6db-6fc6-4886-abb3-40195e924481 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e218aa-cbb0-4d2f-b768-8da3818d808e,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:29.439749 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-8408f44c-02d2-4c6c-acff-e790a9c37174 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Request body: {'security_group_rule': {'security_group_id': '88e218aa-cbb0-4d2f-b768-8da3818d808e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:29.467982 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a9d7fd4c-f32f-4ea6-9f18-12497238f79e req-da8f947a-2efd-4309-8784-1670cf142e94 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bda0975-ce12-49eb-82a8-140482c6d56a&id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420258 Jul 15 15:05:29.473080 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8408f44c-02d2-4c6c-acff-e790a9c37174 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.531123 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8408f44c-02d2-4c6c-acff-e790a9c37174 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.534448 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8408f44c-02d2-4c6c-acff-e790a9c37174 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.551278 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408f44c-02d2-4c6c-acff-e790a9c37174 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daeb6d15-202a-4462-9a2e-c92503c292d8,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:29.557296 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-8408f44c-02d2-4c6c-acff-e790a9c37174 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.558645 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-8408f44c-02d2-4c6c-acff-e790a9c37174 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233368 Jul 15 15:05:29.561336 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36918) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:29.565647 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-accd363b-a4a3-408e-86a9-859cc17aa1c9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Request body: {'security_group_rule': {'security_group_id': '88e218aa-cbb0-4d2f-b768-8da3818d808e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:29.592643 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-accd363b-a4a3-408e-86a9-859cc17aa1c9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.648368 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-accd363b-a4a3-408e-86a9-859cc17aa1c9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.651571 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-accd363b-a4a3-408e-86a9-859cc17aa1c9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.668099 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd363b-a4a3-408e-86a9-859cc17aa1c9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ec6fb9-6a78-47a3-b749-17f018236939,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:29.674885 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-accd363b-a4a3-408e-86a9-859cc17aa1c9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.676119 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-accd363b-a4a3-408e-86a9-859cc17aa1c9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138275 Jul 15 15:05:29.679149 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 36920) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:29.683385 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Request body: {'floatingip': {'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:29.704941 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for floatingip, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.799126 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:29.946297 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Allocated IP 172.27.0.22 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/cdd51c99-f8f7-494a-a313-b2c41e7ef67a) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:29.995384 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354addec-abd9-4646-9ab1-6a2d752ef39d req-0b81a591-47ce-4dff-9337-b9bbece29bc9 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:29.996915 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-354addec-abd9-4646-9ab1-6a2d752ef39d req-0b81a591-47ce-4dff-9337-b9bbece29bc9 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f5789f7-a6fc-41bc-813a-453a116283d7 HTTP/1.1" status: 200 len: 943 time: 0.1170764 Jul 15 15:05:30.071106 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-354addec-abd9-4646-9ab1-6a2d752ef39d req-25e70f30-df71-485b-93f5-071210589067 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671053 Jul 15 15:05:30.095025 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.136529 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.175454 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:30.178052 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:30.180510 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:30.205104 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event updated for resources: {'Port': ['ID=cdd51c99-f8f7-494a-a313-b2c41e7ef67a,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:30.266636 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.280580 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0851e85d-2898-4b89-aaf0-7ba1bef0aa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.313691 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.454209 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.458747 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.705565 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:05:30.707531 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9070fadf-8265-499a-b458-94189b5f9d06 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:30.734312 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: 9070fadf-8265-499a-b458-94189b5f9d06 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:30.734648 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9070fadf-8265-499a-b458-94189b5f9d06 not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:30.811482 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event updated for resources: {'Port': ['ID=cdd51c99-f8f7-494a-a313-b2c41e7ef67a,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:30.813808 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.819604 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49ebabd2-c3dc-41f1-88dd-6d6e96a1f827,segment=NetworkSegment(f24a1367-215c-4059-b424-1be683f88edf),segment_id=f24a1367-215c-4059-b424-1be683f88edf)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:30.831812 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '49ebabd2-c3dc-41f1-88dd-6d6e96a1f827', 'network_id': 'fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f', 'port_id': '49ebabd2-c3dc-41f1-88dd-6d6e96a1f827', 'mac_address': 'fa:16:3e:1a:92:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec94eb0-341d-4924-b4c4-e139a720c7a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:05:30.834866 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.836113 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a02b1861-c5f3-4d1c-9f74-2a7007a90872 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1560080 Jul 15 15:05:30.856189 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f050a06-bdfa-4e4a-b16e-d542edad5a89 req-6e4f467e-9e70-4679-a852-0fbcd8063778 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:30.857896 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7f050a06-bdfa-4e4a-b16e-d542edad5a89 req-6e4f467e-9e70-4679-a852-0fbcd8063778 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 984 time: 0.1267405 Jul 15 15:05:30.878454 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.893949 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:30.901860 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7f050a06-bdfa-4e4a-b16e-d542edad5a89 req-e6f7688d-cbcc-4ec4-a23a-d3da1ce3931a tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bda0975-ce12-49eb-82a8-140482c6d56a&id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381787 Jul 15 15:05:30.915348 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49ebabd2-c3dc-41f1-88dd-6d6e96a1f827,segment=NetworkSegment(f24a1367-215c-4059-b424-1be683f88edf),segment_id=f24a1367-215c-4059-b424-1be683f88edf)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:30.919823 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:30.971491 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=49ebabd2-c3dc-41f1-88dd-6d6e96a1f827,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:31.042225 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-4c00dfa0-86a0-4e7d-a6f5-74a86a47c5b2 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2018045581&fields=id&tenant_id=af2016afdf21465691485701f391f03b HTTP/1.1" status: 200 len: 267 time: 0.0323653 Jul 15 15:05:31.148108 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-816f06fb-e210-4429-b359-92bc70d0820a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:31.149629 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-816f06fb-e210-4429-b359-92bc70d0820a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/networks?id=21c983ea-d72b-4caf-9ecb-4a2da4a95654 HTTP/1.1" status: 200 len: 817 time: 0.1009593 Jul 15 15:05:31.165182 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-040322bf-2157-4a38-989f-b2f2eb051785 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/quotas/af2016afdf21465691485701f391f03b HTTP/1.1" status: 200 len: 375 time: 0.0091243 Jul 15 15:05:31.194107 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['49ebabd2-c3dc-41f1-88dd-6d6e96a1f827'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:31.243813 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-b48f2f63-c454-42a2-a285-d8a202ff21b3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=af2016afdf21465691485701f391f03b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0690911 Jul 15 15:05:31.253776 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a7623-4b20-4138-9b86-cbd80291e756 req-f484fe08-9b65-4517-b4ee-41b8e2810851 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:31.259563 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8a3a7623-4b20-4138-9b86-cbd80291e756 req-f484fe08-9b65-4517-b4ee-41b8e2810851 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f5789f7-a6fc-41bc-813a-453a116283d7 HTTP/1.1" status: 200 len: 944 time: 0.0770681 Jul 15 15:05:31.294010 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8a3a7623-4b20-4138-9b86-cbd80291e756 req-0b87d4b9-a62d-4def-985b-07f3b3baa1d8 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329163 Jul 15 15:05:31.337433 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-59465d22-8ea9-405d-a93c-e55d273562f6 service neutron] 10.222.0.72 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900352 Jul 15 15:05:31.428718 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-52d79bf2-62a5-4da6-8bbb-bf4f5029c568 service neutron] 10.222.0.72 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852067 Jul 15 15:05:31.595796 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5f6176ca-892b-4c0b-8112-c030f1d9f2d2 req-739b7ee2-000e-443f-be8e-9c768eb4a107 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 210 time: 0.0272553 Jul 15 15:05:32.081179 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d5f64-ec93-4ee5-8c3c-096c95fe9322 req-a415492f-af3d-46d9-b563-b1130f82d004 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:32.082765 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0e5d5f64-ec93-4ee5-8c3c-096c95fe9322 req-a415492f-af3d-46d9-b563-b1130f82d004 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 984 time: 0.0664842 Jul 15 15:05:32.122481 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0e5d5f64-ec93-4ee5-8c3c-096c95fe9322 req-144e7d3d-1c93-490b-8374-1665a6b90c58 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bda0975-ce12-49eb-82a8-140482c6d56a&id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341401 Jul 15 15:05:32.464814 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf70555-d7ab-4536-84ff-e19f8ff198d1 req-12131536-8105-40e7-8cc4-e45b420ce19d tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:32.466294 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-eaf70555-d7ab-4536-84ff-e19f8ff198d1 req-12131536-8105-40e7-8cc4-e45b420ce19d tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f5789f7-a6fc-41bc-813a-453a116283d7 HTTP/1.1" status: 200 len: 944 time: 0.0637228 Jul 15 15:05:32.511913 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-eaf70555-d7ab-4536-84ff-e19f8ff198d1 req-bff6f34f-4d31-45e1-9793-bd0e88996380 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390584 Jul 15 15:05:32.671156 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-ad7c03f9-9b36-4b22-8797-2eb8e20d7816 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:32.673069 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-ad7c03f9-9b36-4b22-8797-2eb8e20d7816 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.41 "GET /v2.0/networks?id=21c983ea-d72b-4caf-9ecb-4a2da4a95654 HTTP/1.1" status: 200 len: 817 time: 0.1055343 Jul 15 15:05:32.718993 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:32.721886 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-9d30218c-e59a-4012-bb0d-f115e1504476 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af2016afdf21465691485701f391f03b HTTP/1.1" status: 200 len: 380 time: 0.0387819 Jul 15 15:05:32.734239 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-8ac2ac71-6e19-4806-9f4d-28a1dc9f5291 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Request body: {'port': {'device_id': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'admin_state_up': True, 'tenant_id': 'af2016afdf21465691485701f391f03b', 'security_groups': ['88e218aa-cbb0-4d2f-b768-8da3818d808e']}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:32.748413 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-da1066f3-f58f-4b50-80cd-4b23baef6f31 req-ef9758a6-a9d4-4536-ba19-73c969cf539f tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 210 time: 0.0281613 Jul 15 15:05:32.784707 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:32.788604 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:32.789132 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.854926 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-8ac2ac71-6e19-4806-9f4d-28a1dc9f5291 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Made reservation on behalf of af2016afdf21465691485701f391f03b for: {'port': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:32.858781 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-8ac2ac71-6e19-4806-9f4d-28a1dc9f5291 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.871101 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.898181 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5789f7-a6fc-41bc-813a-453a116283d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ebabd2-c3dc-41f1-88dd-6d6e96a1f827'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:32.900364 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19d1b75-d6e6-471d-a111-5b018a327fd4" -d '{"events": [{"server_uuid": "2f5789f7-a6fc-41bc-813a-453a116283d7", "name": "network-vif-plugged", "status": "completed", "tag": "49ebabd2-c3dc-41f1-88dd-6d6e96a1f827"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:32.913622 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49ebabd2-c3dc-41f1-88dd-6d6e96a1f827,segment=NetworkSegment(f24a1367-215c-4059-b424-1be683f88edf),segment_id=f24a1367-215c-4059-b424-1be683f88edf)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:32.918122 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.945834 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c4891e-716e-4432-8e05-02cd7f8d8184 x-openstack-request-id: req-88c4891e-716e-4432-8e05-02cd7f8d8184 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:32.946130 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5789f7-a6fc-41bc-813a-453a116283d7", "name": "network-vif-plugged", "status": "completed", "tag": "49ebabd2-c3dc-41f1-88dd-6d6e96a1f827", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:32.946388 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-88c4891e-716e-4432-8e05-02cd7f8d8184 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:32.946781 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5789f7-a6fc-41bc-813a-453a116283d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ebabd2-c3dc-41f1-88dd-6d6e96a1f827', 'code': 200} Jul 15 15:05:32.982933 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=49ebabd2-c3dc-41f1-88dd-6d6e96a1f827,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:32.990639 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2cbce605-660f-4760-b0c5-7a4d9d955f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:32.992379 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-8ac2ac71-6e19-4806-9f4d-28a1dc9f5291 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Allocated IP 172.20.0.8 (21c983ea-d72b-4caf-9ecb-4a2da4a95654/d8085225-82a0-4f67-8a09-a82c8f272762/000a2673-2aec-4e4d-8e86-7e34835d6863) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:33.131155 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-8ac2ac71-6e19-4806-9f4d-28a1dc9f5291 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.144418 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-8ac2ac71-6e19-4806-9f4d-28a1dc9f5291 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Transition to ACTIVE for port object 000a2673-2aec-4e4d-8e86-7e34835d6863 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:33.181084 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bac444-70e8-4d0c-919e-09376276ee63 req-05611e50-3a30-415c-8ab7-16ad9096fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:33.181660 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-8ac2ac71-6e19-4806-9f4d-28a1dc9f5291 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.182904 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-02bac444-70e8-4d0c-919e-09376276ee63 req-05611e50-3a30-415c-8ab7-16ad9096fb88 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f5789f7-a6fc-41bc-813a-453a116283d7 HTTP/1.1" status: 200 len: 1098 time: 0.0551178 Jul 15 15:05:33.223178 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-02bac444-70e8-4d0c-919e-09376276ee63 req-4994a0e1-84b6-4e01-b44a-d7c183189881 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329494 Jul 15 15:05:33.232557 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-8ac2ac71-6e19-4806-9f4d-28a1dc9f5291 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:33.235996 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-8ac2ac71-6e19-4806-9f4d-28a1dc9f5291 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:33.239899 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-8ac2ac71-6e19-4806-9f4d-28a1dc9f5291 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:33.265958 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2ac71-6e19-4806-9f4d-28a1dc9f5291 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event updated for resources: {'Port': ['ID=000a2673-2aec-4e4d-8e86-7e34835d6863,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:33.296059 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-8ac2ac71-6e19-4806-9f4d-28a1dc9f5291 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:33.296901 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-8ac2ac71-6e19-4806-9f4d-28a1dc9f5291 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.307357 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49153dc4-2159-4e25-ba28-cbf8ab20a73e req-66d80aa0-4f39-4018-bcc8-54af7263bd9e tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:33.309339 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-49153dc4-2159-4e25-ba28-cbf8ab20a73e req-66d80aa0-4f39-4018-bcc8-54af7263bd9e tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 984 time: 0.0651541 Jul 15 15:05:33.312967 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-8ac2ac71-6e19-4806-9f4d-28a1dc9f5291 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5843840 Jul 15 15:05:33.325352 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Request body: {'port': {'device_id': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:33.355542 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-49153dc4-2159-4e25-ba28-cbf8ab20a73e req-9c93af30-a806-42c3-a04e-62c83e3c4048 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bda0975-ce12-49eb-82a8-140482c6d56a&id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390601 Jul 15 15:05:33.401212 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.423759 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.478830 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-9fc7bf58-71d3-4bdd-a6e7-fd51d3a4fde4 None None] Provisioning for port 000a2673-2aec-4e4d-8e86-7e34835d6863 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:33.483154 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-9fc7bf58-71d3-4bdd-a6e7-fd51d3a4fde4 None None] Provisioning complete for port 000a2673-2aec-4e4d-8e86-7e34835d6863 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:33.483631 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9fc7bf58-71d3-4bdd-a6e7-fd51d3a4fde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.518579 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-9fc7bf58-71d3-4bdd-a6e7-fd51d3a4fde4 None None] Port 000a2673-2aec-4e4d-8e86-7e34835d6863 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:05:33.700960 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000a2673-2aec-4e4d-8e86-7e34835d6863 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:33.711944 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.728352 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Transition to ACTIVE for port object 000a2673-2aec-4e4d-8e86-7e34835d6863 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:33.739615 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574b738-e839-4bf6-ad23-53338446264c req-23317bb1-c284-491c-adf6-939c4653140f tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:33.741105 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2574b738-e839-4bf6-ad23-53338446264c req-23317bb1-c284-491c-adf6-939c4653140f tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f5789f7-a6fc-41bc-813a-453a116283d7 HTTP/1.1" status: 200 len: 945 time: 0.1135256 Jul 15 15:05:33.741826 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.838339 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Pushing event updated for resources: {'Port': ['ID=000a2673-2aec-4e4d-8e86-7e34835d6863,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:33.845237 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2574b738-e839-4bf6-ad23-53338446264c req-fc8ad9ca-7eb9-47f2-8a16-7e0a3f0678ff tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958927 Jul 15 15:05:33.893221 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Attempting to bind port 000a2673-2aec-4e4d-8e86-7e34835d6863 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:33.893575 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Attempting to bind port 000a2673-2aec-4e4d-8e86-7e34835d6863 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '486c78a0-3d56-4446-82c8-9aa404878018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:33.893886 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Attempting to bind port 000a2673-2aec-4e4d-8e86-7e34835d6863 on network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:33.900006 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Port 000a2673-2aec-4e4d-8e86-7e34835d6863 on network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:05:33.900366 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Attempting to bind port 000a2673-2aec-4e4d-8e86-7e34835d6863 on network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:33.906237 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:33.906573 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Checking segment: {'id': '486c78a0-3d56-4446-82c8-9aa404878018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:33.906955 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Bound using segment: {'id': '486c78a0-3d56-4446-82c8-9aa404878018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:33.907389 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Bound port: 000a2673-2aec-4e4d-8e86-7e34835d6863, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486c78a0-3d56-4446-82c8-9aa404878018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:33.907745 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.956470 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c865dc-1235-4dab-b139-2ad19aed8542 req-b464b2bf-97dc-4219-9044-a8e6d68dd90f tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:33.958066 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-52c865dc-1235-4dab-b139-2ad19aed8542 req-b464b2bf-97dc-4219-9044-a8e6d68dd90f tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 943 time: 0.0726962 Jul 15 15:05:33.978932 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] For port 000a2673-2aec-4e4d-8e86-7e34835d6863, host hv-cinder-78836, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:33.982155 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] For port 000a2673-2aec-4e4d-8e86-7e34835d6863, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=000a2673-2aec-4e4d-8e86-7e34835d6863,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:33.986856 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:33.996885 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-52c865dc-1235-4dab-b139-2ad19aed8542 req-defd61b6-698a-4161-8aab-c4f05a3f8128 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330017 Jul 15 15:05:34.025221 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:34.025836 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:34.027215 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] 10.222.0.41 "PUT /v2.0/ports/000a2673-2aec-4e4d-8e86-7e34835d6863 HTTP/1.1" status: 200 len: 1093 time: 0.7064698 Jul 15 15:05:34.027789 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'tag': '000a2673-2aec-4e4d-8e86-7e34835d6863'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:34.030749 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9587bd-1ff5-4151-8b51-ad86dc1aee9d" -d '{"events": [{"name": "network-changed", "server_uuid": "245c4abc-eaef-42a5-9cc5-665c230e9e98", "tag": "000a2673-2aec-4e4d-8e86-7e34835d6863"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:34.054037 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Pushing event updated for resources: {'Port': ['ID=000a2673-2aec-4e4d-8e86-7e34835d6863,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:34.061646 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:34.062003 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:34.062350 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:34.062690 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:34.063041 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:34.063359 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:34.063689 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:34.064018 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:34.064380 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:34.064747 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:34.065271 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:34.065589 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf88b65-9c9f-4565-b6d8-aff34ddd5c5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:34.075203 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:34.103005 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4745b5-8b5c-4cda-ad35-fe178a28dc56 x-openstack-request-id: req-7d4745b5-8b5c-4cda-ad35-fe178a28dc56 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:34.103367 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245c4abc-eaef-42a5-9cc5-665c230e9e98", "tag": "000a2673-2aec-4e4d-8e86-7e34835d6863", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:34.103634 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7d4745b5-8b5c-4cda-ad35-fe178a28dc56 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:34.104030 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'tag': '000a2673-2aec-4e4d-8e86-7e34835d6863', 'status': 'completed', 'code': 200} Jul 15 15:05:34.158474 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-71db6c50-ad02-4681-b77d-d2d7bcda608e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:34.160208 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-71db6c50-ad02-4681-b77d-d2d7bcda608e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af2016afdf21465691485701f391f03b&device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 1096 time: 0.0671132 Jul 15 15:05:34.213947 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-6ee7dc78-9d01-40eb-8905-a96fed7cb23d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000a2673-2aec-4e4d-8e86-7e34835d6863 HTTP/1.1" status: 200 len: 217 time: 0.0409172 Jul 15 15:05:34.266299 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-aab626b1-d47f-450a-817b-c4e51ef0f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:34.267740 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-aab626b1-d47f-450a-817b-c4e51ef0f43f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8085225-82a0-4f67-8a09-a82c8f272762 HTTP/1.1" status: 200 len: 856 time: 0.0474555 Jul 15 15:05:34.325846 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-c43f4348-b6a6-4617-8b61-2111e4787f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:34.327440 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-c43f4348-b6a6-4617-8b61-2111e4787f8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21c983ea-d72b-4caf-9ecb-4a2da4a95654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512354 Jul 15 15:05:34.417917 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-28668b1e-98ab-48b4-9cee-20e1f261eb66 service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825889 Jul 15 15:05:34.513517 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c91e3cb6-ec75-404a-bc2b-fc2a72eee9e3 req-2ae6f2d1-f596-4511-8012-15ca4bdc943d service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874276 Jul 15 15:05:34.533563 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6336ca2-8d87-4d5f-8326-365604281740 req-92408898-de1b-461f-bd22-5a6698c59f4c tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:34.535145 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f6336ca2-8d87-4d5f-8326-365604281740 req-92408898-de1b-461f-bd22-5a6698c59f4c tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 984 time: 0.0649521 Jul 15 15:05:34.575074 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f6336ca2-8d87-4d5f-8326-365604281740 req-13c12f0e-68bf-4128-b149-8ad7252f9666 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bda0975-ce12-49eb-82a8-140482c6d56a&id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342255 Jul 15 15:05:34.615500 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9587bd-1ff5-4151-8b51-ad86dc1aee9d req-d04c42fa-a47d-46f0-97b3-5d1e60336d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:34.617038 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9c9587bd-1ff5-4151-8b51-ad86dc1aee9d req-d04c42fa-a47d-46f0-97b3-5d1e60336d66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af2016afdf21465691485701f391f03b&device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 1096 time: 0.0553188 Jul 15 15:05:34.708443 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9587bd-1ff5-4151-8b51-ad86dc1aee9d req-db381108-9d41-45d2-80d1-50e37131cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:34.709903 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9c9587bd-1ff5-4151-8b51-ad86dc1aee9d req-db381108-9d41-45d2-80d1-50e37131cd67 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21c983ea-d72b-4caf-9ecb-4a2da4a95654 HTTP/1.1" status: 200 len: 918 time: 0.0858011 Jul 15 15:05:34.752472 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9c9587bd-1ff5-4151-8b51-ad86dc1aee9d req-cf87669f-dff8-448e-9285-4faad9e75e0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000a2673-2aec-4e4d-8e86-7e34835d6863 HTTP/1.1" status: 200 len: 217 time: 0.0338771 Jul 15 15:05:34.807159 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9587bd-1ff5-4151-8b51-ad86dc1aee9d req-e1207141-e93d-426c-9c2c-411c1eae36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:34.808535 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9c9587bd-1ff5-4151-8b51-ad86dc1aee9d req-e1207141-e93d-426c-9c2c-411c1eae36c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8085225-82a0-4f67-8a09-a82c8f272762 HTTP/1.1" status: 200 len: 856 time: 0.0496802 Jul 15 15:05:34.864624 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9587bd-1ff5-4151-8b51-ad86dc1aee9d req-807c3f10-acea-4699-9f1d-b9df434394e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:34.866080 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9c9587bd-1ff5-4151-8b51-ad86dc1aee9d req-807c3f10-acea-4699-9f1d-b9df434394e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21c983ea-d72b-4caf-9ecb-4a2da4a95654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507133 Jul 15 15:05:34.954119 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9c9587bd-1ff5-4151-8b51-ad86dc1aee9d req-75470621-58ac-4c66-92fc-965950d046ac service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798967 Jul 15 15:05:35.022410 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb14cf-e2d2-45ab-9583-2061d2b6ceb5 req-070601e7-b504-466a-9253-2ab31e149f98 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:35.023873 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e0fb14cf-e2d2-45ab-9583-2061d2b6ceb5 req-070601e7-b504-466a-9253-2ab31e149f98 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f5789f7-a6fc-41bc-813a-453a116283d7 HTTP/1.1" status: 200 len: 945 time: 0.0661244 Jul 15 15:05:35.050510 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9c9587bd-1ff5-4151-8b51-ad86dc1aee9d req-9ff03b72-bb65-4a80-b62b-f2708829f3cf service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890534 Jul 15 15:05:35.063606 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e0fb14cf-e2d2-45ab-9583-2061d2b6ceb5 req-8fd203e5-9e11-4882-9031-bee9973711b9 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331929 Jul 15 15:05:35.183877 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fd044-ecd4-40ef-b256-44f7cc04e22e req-ae817265-5f6a-4297-bd06-d5324090fe15 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:35.185447 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3b8fd044-ecd4-40ef-b256-44f7cc04e22e req-ae817265-5f6a-4297-bd06-d5324090fe15 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 943 time: 0.0635853 Jul 15 15:05:35.224830 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3b8fd044-ecd4-40ef-b256-44f7cc04e22e req-8d22ae92-864c-40b7-b445-85b262124fa7 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336182 Jul 15 15:05:35.454752 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:35.758191 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ee881-2b13-4c67-bf92-a0f601bcbbbe req-a9ab456f-45ab-4b5b-8aad-a45ef93d537a tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:35.759691 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-469ee881-2b13-4c67-bf92-a0f601bcbbbe req-a9ab456f-45ab-4b5b-8aad-a45ef93d537a tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 984 time: 0.0692999 Jul 15 15:05:35.799517 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-469ee881-2b13-4c67-bf92-a0f601bcbbbe req-c99ac936-6b04-4d9a-9c5f-ba76431a3217 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bda0975-ce12-49eb-82a8-140482c6d56a&id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334175 Jul 15 15:05:35.842471 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2820d-6d26-46b3-be71-d1a177086c76 req-add82a38-01ad-4881-881f-5bb34fe280b7 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:35.843962 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3ac2820d-6d26-46b3-be71-d1a177086c76 req-add82a38-01ad-4881-881f-5bb34fe280b7 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f5789f7-a6fc-41bc-813a-453a116283d7 HTTP/1.1" status: 200 len: 945 time: 0.0625706 Jul 15 15:05:35.881143 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3ac2820d-6d26-46b3-be71-d1a177086c76 req-ded9549d-2399-40e2-8b31-890ca21dbbfa tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314867 Jul 15 15:05:36.398065 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812f282-9481-4f9a-a9e5-ff9a4c83c484 req-2b4e7039-4530-4a88-9ab6-978ed2529b51 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:36.399519 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0812f282-9481-4f9a-a9e5-ff9a4c83c484 req-2b4e7039-4530-4a88-9ab6-978ed2529b51 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 943 time: 0.0621338 Jul 15 15:05:36.439985 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0812f282-9481-4f9a-a9e5-ff9a4c83c484 req-1577bfbd-68ad-4517-8d11-b7d8cff9a926 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344756 Jul 15 15:05:36.739541 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 000a2673-2aec-4e4d-8e86-7e34835d6863 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:05:36.835667 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 000a2673-2aec-4e4d-8e86-7e34835d6863, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=000a2673-2aec-4e4d-8e86-7e34835d6863,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:36.847280 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '000a2673-2aec-4e4d-8e86-7e34835d6863', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'port_id': '000a2673-2aec-4e4d-8e86-7e34835d6863', 'mac_address': 'fa:16:3e:35:28:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:05:36.882877 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.895720 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000a2673-2aec-4e4d-8e86-7e34835d6863 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:36.918622 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 000a2673-2aec-4e4d-8e86-7e34835d6863, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=000a2673-2aec-4e4d-8e86-7e34835d6863,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:36.923086 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:36.978414 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad998ba-b089-47be-952c-77cbc3b9496d req-d71a3481-7062-4d0c-b8c9-c9cf15d63279 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:36.979029 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=000a2673-2aec-4e4d-8e86-7e34835d6863,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:36.980650 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cad998ba-b089-47be-952c-77cbc3b9496d req-d71a3481-7062-4d0c-b8c9-c9cf15d63279 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 984 time: 0.0679154 Jul 15 15:05:37.024722 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cad998ba-b089-47be-952c-77cbc3b9496d req-eb2abde9-de15-4308-8805-cae70277ef55 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bda0975-ce12-49eb-82a8-140482c6d56a&id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364547 Jul 15 15:05:37.068581 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e4399-b662-490d-b847-3611f1af265e req-7ecfbd99-6a90-46b6-8734-8b09c479cb10 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:37.070067 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-111e4399-b662-490d-b847-3611f1af265e req-7ecfbd99-6a90-46b6-8734-8b09c479cb10 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f5789f7-a6fc-41bc-813a-453a116283d7 HTTP/1.1" status: 200 len: 945 time: 0.0651958 Jul 15 15:05:37.106859 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-111e4399-b662-490d-b847-3611f1af265e req-a6dbd2dc-67c1-42a5-a97a-ca36edf7370b tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312910 Jul 15 15:05:37.177788 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b26674-dd8a-45be-b112-fd25bf7a223f req-52e0fc8f-d8a6-487e-a5d4-a904c8b9a401 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:37.179221 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-44b26674-dd8a-45be-b112-fd25bf7a223f req-52e0fc8f-d8a6-487e-a5d4-a904c8b9a401 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f5789f7-a6fc-41bc-813a-453a116283d7 HTTP/1.1" status: 200 len: 945 time: 0.0628545 Jul 15 15:05:37.188987 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['000a2673-2aec-4e4d-8e86-7e34835d6863'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:37.281983 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-44b26674-dd8a-45be-b112-fd25bf7a223f req-67209379-6b77-4a55-88e9-53310f4f1a11 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Deleting port 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:37.282357 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-44b26674-dd8a-45be-b112-fd25bf7a223f req-67209379-6b77-4a55-88e9-53310f4f1a11 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.367995 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-44b26674-dd8a-45be-b112-fd25bf7a223f req-67209379-6b77-4a55-88e9-53310f4f1a11 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] For port 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=49ebabd2-c3dc-41f1-88dd-6d6e96a1f827,segment=NetworkSegment(f24a1367-215c-4059-b424-1be683f88edf),segment_id=f24a1367-215c-4059-b424-1be683f88edf)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:37.368387 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-44b26674-dd8a-45be-b112-fd25bf7a223f req-67209379-6b77-4a55-88e9-53310f4f1a11 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.384913 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-44b26674-dd8a-45be-b112-fd25bf7a223f req-67209379-6b77-4a55-88e9-53310f4f1a11 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Calling delete_port for 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 owned by compute:nova {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:37.507603 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-44b26674-dd8a-45be-b112-fd25bf7a223f req-67209379-6b77-4a55-88e9-53310f4f1a11 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.537930 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67209379-6b77-4a55-88e9-53310f4f1a11 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Pushing event deleted for resources: {'Port': ['ID=49ebabd2-c3dc-41f1-88dd-6d6e96a1f827,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:37.585583 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b26674-dd8a-45be-b112-fd25bf7a223f req-67209379-6b77-4a55-88e9-53310f4f1a11 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] No DVR routers for this DVR port 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 on host hv-cinder-78836 {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:37.588045 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-44b26674-dd8a-45be-b112-fd25bf7a223f req-67209379-6b77-4a55-88e9-53310f4f1a11 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:37.590218 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-44b26674-dd8a-45be-b112-fd25bf7a223f req-67209379-6b77-4a55-88e9-53310f4f1a11 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.41 "DELETE /v2.0/ports/49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 HTTP/1.1" status: 204 len: 173 time: 0.4034777 Jul 15 15:05:37.590651 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5789f7-a6fc-41bc-813a-453a116283d7', 'name': 'network-vif-deleted', 'tag': '49ebabd2-c3dc-41f1-88dd-6d6e96a1f827'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:37.592980 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e38bd7e-9463-4b3f-9811-004cf768f658" -d '{"events": [{"server_uuid": "2f5789f7-a6fc-41bc-813a-453a116283d7", "name": "network-vif-deleted", "tag": "49ebabd2-c3dc-41f1-88dd-6d6e96a1f827"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:37.617151 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac849ee-3073-4594-ab99-a9e116315eaf req-e23bbcb0-9bab-4c9f-8c30-18b7de0990e7 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:37.618842 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4ac849ee-3073-4594-ab99-a9e116315eaf req-e23bbcb0-9bab-4c9f-8c30-18b7de0990e7 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 944 time: 0.0648305 Jul 15 15:05:37.632331 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11d2698-5a9d-4b81-a2c8-5cec275e81c0 x-openstack-request-id: req-d11d2698-5a9d-4b81-a2c8-5cec275e81c0 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:37.632602 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5789f7-a6fc-41bc-813a-453a116283d7", "name": "network-vif-deleted", "tag": "49ebabd2-c3dc-41f1-88dd-6d6e96a1f827", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:37.632859 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d11d2698-5a9d-4b81-a2c8-5cec275e81c0 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:37.633255 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5789f7-a6fc-41bc-813a-453a116283d7', 'name': 'network-vif-deleted', 'tag': '49ebabd2-c3dc-41f1-88dd-6d6e96a1f827', 'status': 'completed', 'code': 200} Jul 15 15:05:37.671381 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4ac849ee-3073-4594-ab99-a9e116315eaf req-3da42f61-87fc-4d1c-acab-19b564abdb52 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360363 Jul 15 15:05:37.703795 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['49ebabd2-c3dc-41f1-88dd-6d6e96a1f827'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:38.222768 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ae05e-a33a-485d-8917-ec0573db1740 req-5741b8f2-241a-4aaf-839f-17011cd73d35 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:38.224321 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-963ae05e-a33a-485d-8917-ec0573db1740 req-5741b8f2-241a-4aaf-839f-17011cd73d35 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 984 time: 0.0824096 Jul 15 15:05:38.284036 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3944675d-271f-435b-bd2f-5810deb2566a req-3e7547b9-432d-4b73-a700-f4a02c15e209 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f5789f7-a6fc-41bc-813a-453a116283d7 HTTP/1.1" status: 200 len: 210 time: 0.0347316 Jul 15 15:05:38.288807 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-963ae05e-a33a-485d-8917-ec0573db1740 req-36ad346f-2006-4db9-a922-e60ec4df43aa tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bda0975-ce12-49eb-82a8-140482c6d56a&id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580604 Jul 15 15:05:38.750909 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 000a2673-2aec-4e4d-8e86-7e34835d6863 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:38.800863 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port 000a2673-2aec-4e4d-8e86-7e34835d6863 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:38.804466 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 000a2673-2aec-4e4d-8e86-7e34835d6863 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:38.804849 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.856706 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ffd43-d701-4822-b66c-52bee674c839 req-3999e305-1021-4ec3-b49f-79058302c85f tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:38.858551 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3c2ffd43-d701-4822-b66c-52bee674c839 req-3999e305-1021-4ec3-b49f-79058302c85f tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 944 time: 0.0719171 Jul 15 15:05:38.882142 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.896153 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3c2ffd43-d701-4822-b66c-52bee674c839 req-a5e0b592-03a1-48ea-8c24-b3988de8cfd6 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319762 Jul 15 15:05:38.904426 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000a2673-2aec-4e4d-8e86-7e34835d6863'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:38.906699 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38c078d-2289-427d-8e1e-c8a70681361f" -d '{"events": [{"server_uuid": "245c4abc-eaef-42a5-9cc5-665c230e9e98", "name": "network-vif-plugged", "status": "completed", "tag": "000a2673-2aec-4e4d-8e86-7e34835d6863"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:38.919572 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 000a2673-2aec-4e4d-8e86-7e34835d6863, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=000a2673-2aec-4e4d-8e86-7e34835d6863,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:38.927170 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:38.928220 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:38.967955 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fc7c26-fd38-42a1-9492-68dbcd5a5aa1 x-openstack-request-id: req-18fc7c26-fd38-42a1-9492-68dbcd5a5aa1 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:38.968198 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245c4abc-eaef-42a5-9cc5-665c230e9e98", "name": "network-vif-plugged", "status": "completed", "tag": "000a2673-2aec-4e4d-8e86-7e34835d6863", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:38.968427 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-18fc7c26-fd38-42a1-9492-68dbcd5a5aa1 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:38.968810 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000a2673-2aec-4e4d-8e86-7e34835d6863', 'code': 200} Jul 15 15:05:38.971258 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:38.971608 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 49ebabd2-c3dc-41f1-88dd-6d6e96a1f827 not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:05:38.995223 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=000a2673-2aec-4e4d-8e86-7e34835d6863,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:39.162590 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ab0e8-d39d-403e-9a6b-0f088fb6b29c req-b67b3010-63ca-4d79-9d69-21df1d47c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:39.164097 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-974ab0e8-d39d-403e-9a6b-0f088fb6b29c req-b67b3010-63ca-4d79-9d69-21df1d47c957 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 1098 time: 0.0509517 Jul 15 15:05:39.198243 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-974ab0e8-d39d-403e-9a6b-0f088fb6b29c req-999fdb63-18a8-4e5a-bc9b-1d32bfc0b38a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269802 Jul 15 15:05:39.463867 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17aaf0-fd2c-41d3-b075-fe3cca71c196 req-18ca1c90-0400-49de-9241-4f33556d369c tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:39.465301 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5b17aaf0-fd2c-41d3-b075-fe3cca71c196 req-18ca1c90-0400-49de-9241-4f33556d369c tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 984 time: 0.0645216 Jul 15 15:05:39.507894 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5b17aaf0-fd2c-41d3-b075-fe3cca71c196 req-21ab212a-c77d-420a-a3e3-f1ed2ecf1509 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=0bda0975-ce12-49eb-82a8-140482c6d56a&id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362349 Jul 15 15:05:39.588551 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-453c4634-6a6c-413c-a181-bc4368b352c2 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:39.590023 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-453c4634-6a6c-413c-a181-bc4368b352c2 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/networks?id=fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f HTTP/1.1" status: 200 len: 808 time: 0.1109834 Jul 15 15:05:39.604949 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-d8611e5b-d8b0-4bad-97ee-e7ae33582448 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/quotas/6f831295dfac4427becf3a73c8623aa5 HTTP/1.1" status: 200 len: 375 time: 0.0091593 Jul 15 15:05:39.637899 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-68df9731-f347-4c28-a993-3aa21f731253 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6f831295dfac4427becf3a73c8623aa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274570 Jul 15 15:05:39.725075 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-d86ef786-56d0-408d-b5ab-04fc4ce41e2e service neutron] 10.222.0.72 "GET /v2.0/networks/fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794713 Jul 15 15:05:39.813442 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-cba84736-268f-4a6e-8d85-bcfe0ba96790 service neutron] 10.222.0.72 "GET /v2.0/networks/fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827317 Jul 15 15:05:39.995588 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-faff7ec1-1c29-43e3-a552-99765aeb0921 req-307cbed8-6f51-472c-b682-36e9e627528b tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=4df28767-14f8-47d1-ab9f-73076e082e7b HTTP/1.1" status: 200 len: 210 time: 0.0337133 Jul 15 15:05:40.093158 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e142914-e9ec-4380-9e7e-51a8a64c0745 req-09377c67-3c0e-4314-8d91-bfcaca00c1a9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:40.095253 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0e142914-e9ec-4380-9e7e-51a8a64c0745 req-09377c67-3c0e-4314-8d91-bfcaca00c1a9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0757003 Jul 15 15:05:40.135189 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0e142914-e9ec-4380-9e7e-51a8a64c0745 req-91ae88ba-0502-4b6f-b1f3-2df4451520a0 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346882 Jul 15 15:05:41.067014 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-3537edfe-9d34-484a-b7bb-8aada17dcb6e tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:41.068854 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-3537edfe-9d34-484a-b7bb-8aada17dcb6e tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.41 "GET /v2.0/networks?id=fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f HTTP/1.1" status: 200 len: 808 time: 0.1098254 Jul 15 15:05:41.088314 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-9a0fb10c-4920-4919-aee6-880148970de7 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Request body: {'port': {'device_id': '4df28767-14f8-47d1-ab9f-73076e082e7b', 'network_id': 'fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f', 'admin_state_up': True, 'tenant_id': '6f831295dfac4427becf3a73c8623aa5'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:41.189234 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2bb444a6-547e-415f-bd97-4147615087ba req-75a42d59-7393-4875-a758-30e5fe97c3b5 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=4df28767-14f8-47d1-ab9f-73076e082e7b HTTP/1.1" status: 200 len: 210 time: 0.0387001 Jul 15 15:05:41.237592 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-9a0fb10c-4920-4919-aee6-880148970de7 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Made reservation on behalf of 6f831295dfac4427becf3a73c8623aa5 for: {'port': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:05:41.241424 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-9a0fb10c-4920-4919-aee6-880148970de7 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.330951 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdfa7b-dec1-4e8e-97b2-7f5792255ca6 req-c19d2f63-b508-4309-87f5-4059d1de102e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:41.332573 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-71bdfa7b-dec1-4e8e-97b2-7f5792255ca6 req-c19d2f63-b508-4309-87f5-4059d1de102e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0653799 Jul 15 15:05:41.366329 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-9a0fb10c-4920-4919-aee6-880148970de7 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Allocated IP 172.20.0.4 (fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f/dec94eb0-341d-4924-b4c4-e139a720c7a2/b3a25e5a-62d5-4e31-96d4-1d3cd9854b49) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:05:41.369059 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-71bdfa7b-dec1-4e8e-97b2-7f5792255ca6 req-a7016827-72d4-40b6-9979-770d532a5ae5 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308535 Jul 15 15:05:41.542431 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-9a0fb10c-4920-4919-aee6-880148970de7 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.581685 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb2a75-a212-437a-90c8-41b45ab8c0da req-f0b62f39-4876-48c6-9c32-752c57560c99 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:41.583068 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-57fb2a75-a212-437a-90c8-41b45ab8c0da req-f0b62f39-4876-48c6-9c32-752c57560c99 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.1034942 Jul 15 15:05:41.591630 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 37070) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:05:41.597044 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-e8591ec6-6885-45f1-b2b4-16038ed6ccca tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Request body: {'floatingip': {'port_id': '000a2673-2aec-4e4d-8e86-7e34835d6863'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:41.602238 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-9a0fb10c-4920-4919-aee6-880148970de7 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.640291 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e8591ec6-6885-45f1-b2b4-16038ed6ccca tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for floatingip, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.649629 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-9a0fb10c-4920-4919-aee6-880148970de7 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Network fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:05:41.652929 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-9a0fb10c-4920-4919-aee6-880148970de7 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:05:41.657869 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-9a0fb10c-4920-4919-aee6-880148970de7 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:05:41.661670 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0fb10c-4920-4919-aee6-880148970de7 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Pushing event updated for resources: {'Port': ['ID=b3a25e5a-62d5-4e31-96d4-1d3cd9854b49,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:41.705410 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-9a0fb10c-4920-4919-aee6-880148970de7 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:41.706018 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-9a0fb10c-4920-4919-aee6-880148970de7 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:41.719365 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-9a0fb10c-4920-4919-aee6-880148970de7 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6349199 Jul 15 15:05:41.731073 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Request body: {'port': {'device_id': '4df28767-14f8-47d1-ab9f-73076e082e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:05:41.807526 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.069818 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 {{(pid=92930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:42.077135 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.085549 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e8591ec6-6885-45f1-b2b4-16038ed6ccca tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.088692 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Transition to ACTIVE for port object b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:05:42.089203 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e8591ec6-6885-45f1-b2b4-16038ed6ccca tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.092681 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.191836 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.l3_db [None req-e8591ec6-6885-45f1-b2b4-16038ed6ccca tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Floating IP 636d2a79-93e7-4fd5-93ae-249857c7a3d0 associated. External IP: 172.27.0.22, port: 000a2673-2aec-4e4d-8e86-7e34835d6863. Jul 15 15:05:42.401003 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a25e5a-62d5-4e31-96d4-1d3cd9854b49,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:42.407060 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8591ec6-6885-45f1-b2b4-16038ed6ccca tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Router 53c4627b-3ec4-44b9-a949-9455028ffc63 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:05:42.487666 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Attempting to bind port b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:05:42.487910 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Attempting to bind port b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'f24a1367-215c-4059-b424-1be683f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:05:42.488269 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Attempting to bind port b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 on network fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:42.495498 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Port b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 on network fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:05:42.495766 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Attempting to bind port b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 on network fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:05:42.505113 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:05:42.505448 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Checking segment: {'id': 'f24a1367-215c-4059-b424-1be683f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:05:42.505831 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Bound using segment: {'id': 'f24a1367-215c-4059-b424-1be683f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:05:42.506259 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Bound port: b3a25e5a-62d5-4e31-96d4-1d3cd9854b49, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24a1367-215c-4059-b424-1be683f88edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:05:42.506612 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.515293 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5273ad1-9a14-4fcc-a231-74e232d2e0b5 req-1b448094-8992-4c0a-a806-74d0a5f7e473 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:42.516786 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e5273ad1-9a14-4fcc-a231-74e232d2e0b5 req-1b448094-8992-4c0a-a806-74d0a5f7e473 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=4df28767-14f8-47d1-ab9f-73076e082e7b HTTP/1.1" status: 200 len: 943 time: 0.1170778 Jul 15 15:05:42.517481 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8591ec6-6885-45f1-b2b4-16038ed6ccca tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:05:42.522015 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e8591ec6-6885-45f1-b2b4-16038ed6ccca tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.532114 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59501b47-5158-4eb0-9d97-d7c47669e663 None None] Sync routers for ids ['53c4627b-3ec4-44b9-a949-9455028ffc63'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:05:42.542834 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59501b47-5158-4eb0-9d97-d7c47669e663 None None] Routers {'53c4627b-3ec4-44b9-a949-9455028ffc63'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:42.543589 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-59501b47-5158-4eb0-9d97-d7c47669e663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:05:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['53c4627b-3ec4-44b9-a949-9455028ffc63'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:42.564696 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e8591ec6-6885-45f1-b2b4-16038ed6ccca tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "PUT /v2.0/floatingips/636d2a79-93e7-4fd5-93ae-249857c7a3d0 HTTP/1.1" status: 200 len: 990 time: 0.9717989 Jul 15 15:05:42.565806 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'tag': '000a2673-2aec-4e4d-8e86-7e34835d6863'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:42.569206 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2830a6-5abf-4df3-922d-970cef4dbdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "245c4abc-eaef-42a5-9cc5-665c230e9e98", "tag": "000a2673-2aec-4e4d-8e86-7e34835d6863"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:42.593244 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e5273ad1-9a14-4fcc-a231-74e232d2e0b5 req-7ae681b3-28a7-4b5c-92c4-c5f703cb7902 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672889 Jul 15 15:05:42.611026 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] For port b3a25e5a-62d5-4e31-96d4-1d3cd9854b49, host hv-cinder-78836, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:05:42.614366 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] For port b3a25e5a-62d5-4e31-96d4-1d3cd9854b49, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b3a25e5a-62d5-4e31-96d4-1d3cd9854b49,segment=NetworkSegment(f24a1367-215c-4059-b424-1be683f88edf),segment_id=f24a1367-215c-4059-b424-1be683f88edf)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:05:42.625842 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.665345 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2316e0c7-fb68-4175-b410-598b5dded799 x-openstack-request-id: req-2316e0c7-fb68-4175-b410-598b5dded799 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:42.665531 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:42.665628 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245c4abc-eaef-42a5-9cc5-665c230e9e98", "tag": "000a2673-2aec-4e4d-8e86-7e34835d6863", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:42.665875 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2316e0c7-fb68-4175-b410-598b5dded799 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:42.666263 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:42.666375 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'tag': '000a2673-2aec-4e4d-8e86-7e34835d6863', 'status': 'completed', 'code': 200} Jul 15 15:05:42.667851 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] 10.222.0.41 "PUT /v2.0/ports/b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 HTTP/1.1" status: 200 len: 1093 time: 0.9407654 Jul 15 15:05:42.668451 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df28767-14f8-47d1-ab9f-73076e082e7b', 'tag': 'b3a25e5a-62d5-4e31-96d4-1d3cd9854b49'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:42.671515 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a71b3d9-126a-47d6-b2c4-a07ea393bb15" -d '{"events": [{"name": "network-changed", "server_uuid": "4df28767-14f8-47d1-ab9f-73076e082e7b", "tag": "b3a25e5a-62d5-4e31-96d4-1d3cd9854b49"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:42.680822 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-59501b47-5158-4eb0-9d97-d7c47669e663 None None] Set router 53c4627b-3ec4-44b9-a949-9455028ffc63 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:05:42.695679 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1cac8-295e-4255-9e72-4d140f914c53 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a25e5a-62d5-4e31-96d4-1d3cd9854b49,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:42.741757 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b243294-9859-481e-ade2-f5a74202f9b1 x-openstack-request-id: req-4b243294-9859-481e-ade2-f5a74202f9b1 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:42.742161 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df28767-14f8-47d1-ab9f-73076e082e7b", "tag": "b3a25e5a-62d5-4e31-96d4-1d3cd9854b49", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:42.742506 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4b243294-9859-481e-ade2-f5a74202f9b1 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:42.743122 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df28767-14f8-47d1-ab9f-73076e082e7b', 'tag': 'b3a25e5a-62d5-4e31-96d4-1d3cd9854b49', 'status': 'completed', 'code': 200} Jul 15 15:05:42.765723 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2830a6-5abf-4df3-922d-970cef4dbdb7 req-dd8b481a-f612-4367-8d7c-906baabbc5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:42.767448 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d2830a6-5abf-4df3-922d-970cef4dbdb7 req-dd8b481a-f612-4367-8d7c-906baabbc5f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af2016afdf21465691485701f391f03b&device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 1098 time: 0.0629561 Jul 15 15:05:42.789803 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-4dec8795-fc5e-42db-9513-8746404055b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:42.792819 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-4dec8795-fc5e-42db-9513-8746404055b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f831295dfac4427becf3a73c8623aa5&device_id=4df28767-14f8-47d1-ab9f-73076e082e7b HTTP/1.1" status: 200 len: 1096 time: 0.0632765 Jul 15 15:05:42.834731 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-643e2661-05ad-46a0-a78c-75936e9e5792 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 HTTP/1.1" status: 200 len: 217 time: 0.0348206 Jul 15 15:05:42.860824 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2830a6-5abf-4df3-922d-970cef4dbdb7 req-f3e0a4cf-7a7f-464f-ba0e-18c7819dcc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:42.862520 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d2830a6-5abf-4df3-922d-970cef4dbdb7 req-f3e0a4cf-7a7f-464f-ba0e-18c7819dcc08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21c983ea-d72b-4caf-9ecb-4a2da4a95654 HTTP/1.1" status: 200 len: 918 time: 0.0884814 Jul 15 15:05:42.894145 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-b73005b2-a26b-42eb-b23c-a803e66d1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:42.895606 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-b73005b2-a26b-42eb-b23c-a803e66d1c25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec94eb0-341d-4924-b4c4-e139a720c7a2 HTTP/1.1" status: 200 len: 848 time: 0.0543189 Jul 15 15:05:42.930829 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-59501b47-5158-4eb0-9d97-d7c47669e663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '636d2a79-93e7-4fd5-93ae-249857c7a3d0', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'port_id': '000a2673-2aec-4e4d-8e86-7e34835d6863', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'mac_address': 'fa:16:3e:35:28:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:05:30Z', 'updated_at': '2021-07-15T15:05:41Z', 'revision_number': 1, 'project_id': 'af2016afdf21465691485701f391f03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d2fd0e-47c7-4e22-b443-07608b199454', 'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'mac_address': 'fa:16:3e:d1:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:45Z', 'revision_number': 5, 'project_id': 'af2016afdf21465691485701f391f03b', 'subnets': [{'id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:42.936433 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d2830a6-5abf-4df3-922d-970cef4dbdb7 req-ce6ad4a7-8d17-436e-80b9-16ca52a27685 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000a2673-2aec-4e4d-8e86-7e34835d6863 HTTP/1.1" status: 200 len: 998 time: 0.0673244 Jul 15 15:05:42.936743 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-275d6e4e-7311-44e4-9222-230f98ab4d76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341833 Jul 15 15:05:42.962095 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59501b47-5158-4eb0-9d97-d7c47669e663 None None] Checking router: 53c4627b-3ec4-44b9-a949-9455028ffc63 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:05:42.971274 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59501b47-5158-4eb0-9d97-d7c47669e663 None None] Routers {'53c4627b-3ec4-44b9-a949-9455028ffc63'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:05:42.972095 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-59501b47-5158-4eb0-9d97-d7c47669e663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:05:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['53c4627b-3ec4-44b9-a949-9455028ffc63'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:43.000395 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2830a6-5abf-4df3-922d-970cef4dbdb7 req-f2bfeb2c-7bb0-489d-bef4-f6b75a074ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:43.001913 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d2830a6-5abf-4df3-922d-970cef4dbdb7 req-f2bfeb2c-7bb0-489d-bef4-f6b75a074ea3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8085225-82a0-4f67-8a09-a82c8f272762 HTTP/1.1" status: 200 len: 856 time: 0.0543511 Jul 15 15:05:43.048262 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-48665962-6470-4718-963b-76b8504f7504 service neutron] 10.222.0.41 "GET /v2.0/networks/fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000774 Jul 15 15:05:43.068654 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2830a6-5abf-4df3-922d-970cef4dbdb7 req-32898779-630c-4adc-850f-079318ef7747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:43.070181 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d2830a6-5abf-4df3-922d-970cef4dbdb7 req-32898779-630c-4adc-850f-079318ef7747 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21c983ea-d72b-4caf-9ecb-4a2da4a95654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587857 Jul 15 15:05:43.078483 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-59501b47-5158-4eb0-9d97-d7c47669e663 None None] Set router 53c4627b-3ec4-44b9-a949-9455028ffc63 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:05:43.144498 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4ecae3f0-d603-4c3a-8766-1c6831ca5115 req-8d1e3d01-8892-4130-86d4-86dedb419062 service neutron] 10.222.0.41 "GET /v2.0/networks/fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889139 Jul 15 15:05:43.169469 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d2830a6-5abf-4df3-922d-970cef4dbdb7 req-1b6febc2-ad94-477a-960c-abceb8c99c7e service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918064 Jul 15 15:05:43.258563 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71b3d9-126a-47d6-b2c4-a07ea393bb15 req-b81577bb-537f-4088-884e-ea93bf064867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:43.260248 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8a71b3d9-126a-47d6-b2c4-a07ea393bb15 req-b81577bb-537f-4088-884e-ea93bf064867 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f831295dfac4427becf3a73c8623aa5&device_id=4df28767-14f8-47d1-ab9f-73076e082e7b HTTP/1.1" status: 200 len: 1096 time: 0.0573509 Jul 15 15:05:43.270916 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5d2830a6-5abf-4df3-922d-970cef4dbdb7 req-7fc99260-b388-4357-9cef-83834a721607 service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915964 Jul 15 15:05:43.357058 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71b3d9-126a-47d6-b2c4-a07ea393bb15 req-590fb5fa-a6e8-410a-aacd-9f98cddb1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:43.358527 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8a71b3d9-126a-47d6-b2c4-a07ea393bb15 req-590fb5fa-a6e8-410a-aacd-9f98cddb1d8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f HTTP/1.1" status: 200 len: 909 time: 0.0914903 Jul 15 15:05:43.400747 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8a71b3d9-126a-47d6-b2c4-a07ea393bb15 req-c55d4475-8996-4c0e-8f97-37a89369548e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 HTTP/1.1" status: 200 len: 217 time: 0.0347302 Jul 15 15:05:43.423133 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-59501b47-5158-4eb0-9d97-d7c47669e663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '636d2a79-93e7-4fd5-93ae-249857c7a3d0', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'port_id': '000a2673-2aec-4e4d-8e86-7e34835d6863', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'mac_address': 'fa:16:3e:35:28:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:05:30Z', 'updated_at': '2021-07-15T15:05:41Z', 'revision_number': 1, 'project_id': 'af2016afdf21465691485701f391f03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d2fd0e-47c7-4e22-b443-07608b199454', 'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'mac_address': 'fa:16:3e:d1:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:45Z', 'revision_number': 5, 'project_id': 'af2016afdf21465691485701f391f03b', 'subnets': [{'id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:05:43.448845 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59501b47-5158-4eb0-9d97-d7c47669e663 None None] The sync data for ids ['53c4627b-3ec4-44b9-a949-9455028ffc63'] in dv-cinder-788367-2-iscsi is: [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '636d2a79-93e7-4fd5-93ae-249857c7a3d0', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'port_id': '000a2673-2aec-4e4d-8e86-7e34835d6863', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'mac_address': 'fa:16:3e:35:28:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:05:30Z', 'updated_at': '2021-07-15T15:05:41Z', 'revision_number': 1, 'project_id': 'af2016afdf21465691485701f391f03b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d2fd0e-47c7-4e22-b443-07608b199454', 'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'mac_address': 'fa:16:3e:d1:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:45Z', 'revision_number': 5, 'project_id': 'af2016afdf21465691485701f391f03b', 'subnets': [{'id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:05:43.455189 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71b3d9-126a-47d6-b2c4-a07ea393bb15 req-082ac471-a235-41d1-9fdf-02a5e5f2ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:43.457121 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8a71b3d9-126a-47d6-b2c4-a07ea393bb15 req-082ac471-a235-41d1-9fdf-02a5e5f2ca15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dec94eb0-341d-4924-b4c4-e139a720c7a2 HTTP/1.1" status: 200 len: 848 time: 0.0488591 Jul 15 15:05:43.491713 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8a71b3d9-126a-47d6-b2c4-a07ea393bb15 req-d0fc54c6-1ce9-4995-997f-be0c4df0461d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268178 Jul 15 15:05:43.586134 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8a71b3d9-126a-47d6-b2c4-a07ea393bb15 req-19898955-2ba8-4858-beae-fdf531baf44b service neutron] 10.222.0.41 "GET /v2.0/networks/fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837314 Jul 15 15:05:43.633381 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76953818-14e7-46fb-afcb-f5c2d0ccf40d None None] New status for floating IP 636d2a79-93e7-4fd5-93ae-249857c7a3d0: ACTIVE {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:05:43.683381 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8a71b3d9-126a-47d6-b2c4-a07ea393bb15 req-a4554734-5166-40bc-858b-bf5874a8df64 service neutron] 10.222.0.41 "GET /v2.0/networks/fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893219 Jul 15 15:05:43.784522 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797ccc9-8980-49af-a1c6-2609fffbba48 req-530589d4-6a28-480b-8924-1e00853b32bf tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:43.786239 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9797ccc9-8980-49af-a1c6-2609fffbba48 req-530589d4-6a28-480b-8924-1e00853b32bf tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=4df28767-14f8-47d1-ab9f-73076e082e7b HTTP/1.1" status: 200 len: 943 time: 0.0687289 Jul 15 15:05:43.825277 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9797ccc9-8980-49af-a1c6-2609fffbba48 req-0e2e63f2-2cbf-4a8a-a644-aeef5fc03660 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330679 Jul 15 15:05:45.001270 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25befc-7337-419c-8b25-46a02e24e870 req-86ebcc85-d013-42d6-8f16-3752f80f67cd tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:45.002731 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9a25befc-7337-419c-8b25-46a02e24e870 req-86ebcc85-d013-42d6-8f16-3752f80f67cd tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=4df28767-14f8-47d1-ab9f-73076e082e7b HTTP/1.1" status: 200 len: 943 time: 0.0633228 Jul 15 15:05:45.039638 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9a25befc-7337-419c-8b25-46a02e24e870 req-e18fcfc9-69f6-4ab4-b28f-4ad245571a4b tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310187 Jul 15 15:05:46.210158 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747308d-7f6e-489e-b9be-7001d6222434 req-b73a96fe-32e3-4c39-9540-bcc0748fc017 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:46.211622 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b747308d-7f6e-489e-b9be-7001d6222434 req-b73a96fe-32e3-4c39-9540-bcc0748fc017 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=4df28767-14f8-47d1-ab9f-73076e082e7b HTTP/1.1" status: 200 len: 943 time: 0.0616164 Jul 15 15:05:46.248326 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b747308d-7f6e-489e-b9be-7001d6222434 req-8dfbb56a-594f-4fb3-ac63-472ff7162e8f tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305543 Jul 15 15:05:46.779049 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:05:46.873954 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port b3a25e5a-62d5-4e31-96d4-1d3cd9854b49, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b3a25e5a-62d5-4e31-96d4-1d3cd9854b49,segment=NetworkSegment(f24a1367-215c-4059-b424-1be683f88edf),segment_id=f24a1367-215c-4059-b424-1be683f88edf)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:46.884892 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': 'b3a25e5a-62d5-4e31-96d4-1d3cd9854b49', 'network_id': 'fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f', 'port_id': 'b3a25e5a-62d5-4e31-96d4-1d3cd9854b49', 'mac_address': 'fa:16:3e:57:fa:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec94eb0-341d-4924-b4c4-e139a720c7a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:05:46.921265 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:46.933331 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:05:46.952254 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port b3a25e5a-62d5-4e31-96d4-1d3cd9854b49, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b3a25e5a-62d5-4e31-96d4-1d3cd9854b49,segment=NetworkSegment(f24a1367-215c-4059-b424-1be683f88edf),segment_id=f24a1367-215c-4059-b424-1be683f88edf)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:46.955820 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:47.004480 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=b3a25e5a-62d5-4e31-96d4-1d3cd9854b49,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:47.230539 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['b3a25e5a-62d5-4e31-96d4-1d3cd9854b49'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:47.425862 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb7e9e-8aa4-4713-87d1-769b2d6b69c1 req-63ccfa22-3f20-4967-bd8d-5fc13d8332ad tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:47.427405 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-decb7e9e-8aa4-4713-87d1-769b2d6b69c1 req-63ccfa22-3f20-4967-bd8d-5fc13d8332ad tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=4df28767-14f8-47d1-ab9f-73076e082e7b HTTP/1.1" status: 200 len: 944 time: 0.0650566 Jul 15 15:05:47.465314 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-decb7e9e-8aa4-4713-87d1-769b2d6b69c1 req-0fcb83d0-fca0-4d37-b6c5-1a4393adca11 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322685 Jul 15 15:05:47.758689 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:05:48.638540 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f1170-61c7-4c33-856d-1cf5c57947a6 req-15aa773a-d736-4963-81bc-d93ad3ee0ff4 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:48.640031 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-640f1170-61c7-4c33-856d-1cf5c57947a6 req-15aa773a-d736-4963-81bc-d93ad3ee0ff4 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=4df28767-14f8-47d1-ab9f-73076e082e7b HTTP/1.1" status: 200 len: 944 time: 0.0624013 Jul 15 15:05:48.681711 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-640f1170-61c7-4c33-856d-1cf5c57947a6 req-5922f3bf-78ea-4fba-9c34-f71137274521 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358102 Jul 15 15:05:48.787294 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:05:48.836933 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:05:48.840497 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:05:48.840878 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:48.915215 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:48.936850 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df28767-14f8-47d1-ab9f-73076e082e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a25e5a-62d5-4e31-96d4-1d3cd9854b49'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:48.939081 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf805fd0-8543-465e-ac6d-7309115f8fcb" -d '{"events": [{"server_uuid": "4df28767-14f8-47d1-ab9f-73076e082e7b", "name": "network-vif-plugged", "status": "completed", "tag": "b3a25e5a-62d5-4e31-96d4-1d3cd9854b49"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:48.951553 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port b3a25e5a-62d5-4e31-96d4-1d3cd9854b49, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b3a25e5a-62d5-4e31-96d4-1d3cd9854b49,segment=NetworkSegment(f24a1367-215c-4059-b424-1be683f88edf),segment_id=f24a1367-215c-4059-b424-1be683f88edf)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:48.955689 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:48.978810 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dc7b0c-9251-4122-8927-1d2d948fc769 x-openstack-request-id: req-b1dc7b0c-9251-4122-8927-1d2d948fc769 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:48.979102 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df28767-14f8-47d1-ab9f-73076e082e7b", "name": "network-vif-plugged", "status": "completed", "tag": "b3a25e5a-62d5-4e31-96d4-1d3cd9854b49", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:48.979356 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b1dc7b0c-9251-4122-8927-1d2d948fc769 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:48.979745 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df28767-14f8-47d1-ab9f-73076e082e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a25e5a-62d5-4e31-96d4-1d3cd9854b49', 'code': 200} Jul 15 15:05:49.004682 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=b3a25e5a-62d5-4e31-96d4-1d3cd9854b49,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:49.188540 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c8dfb-29f3-4bb3-9f36-dda9983f5ba2 req-ed3eee4f-d1ca-46ec-88c1-6eddc507e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:49.190007 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c42c8dfb-29f3-4bb3-9f36-dda9983f5ba2 req-ed3eee4f-d1ca-46ec-88c1-6eddc507e619 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4df28767-14f8-47d1-ab9f-73076e082e7b HTTP/1.1" status: 200 len: 1098 time: 0.0533493 Jul 15 15:05:49.225123 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c42c8dfb-29f3-4bb3-9f36-dda9983f5ba2 req-b26cee9c-8096-41db-8ec5-a6cca6f26fe5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281639 Jul 15 15:05:49.858247 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7ee48-4de4-4274-bdba-57fcad7dcb20 req-a8ac635e-754b-4428-ad52-46d72d674cd0 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:49.859740 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-73d7ee48-4de4-4274-bdba-57fcad7dcb20 req-a8ac635e-754b-4428-ad52-46d72d674cd0 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=4df28767-14f8-47d1-ab9f-73076e082e7b HTTP/1.1" status: 200 len: 945 time: 0.0646653 Jul 15 15:05:49.896136 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-73d7ee48-4de4-4274-bdba-57fcad7dcb20 req-6563f16c-f171-4f12-a83c-f7cede2367b8 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308878 Jul 15 15:05:51.070788 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbcc54-5ddb-4d4e-85bf-48c6fe4adacc req-e4531448-68f6-4444-bc31-97bef7ed1a74 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:51.072283 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fdfbcc54-5ddb-4d4e-85bf-48c6fe4adacc req-e4531448-68f6-4444-bc31-97bef7ed1a74 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=4df28767-14f8-47d1-ab9f-73076e082e7b HTTP/1.1" status: 200 len: 945 time: 0.0629652 Jul 15 15:05:51.110578 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-fdfbcc54-5ddb-4d4e-85bf-48c6fe4adacc req-b648196a-0c46-4a01-9bde-fde7fd3805de tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322614 Jul 15 15:05:51.953329 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e065082-d23e-469f-94af-9b9e11aac147 req-fbabc91d-b827-45ef-a487-74c992919c1d tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:51.954794 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-2e065082-d23e-469f-94af-9b9e11aac147 req-fbabc91d-b827-45ef-a487-74c992919c1d tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=4df28767-14f8-47d1-ab9f-73076e082e7b HTTP/1.1" status: 200 len: 945 time: 0.0616002 Jul 15 15:05:51.990950 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-2e065082-d23e-469f-94af-9b9e11aac147 req-b5029ef3-2656-4e4d-821a-5b4ad100161c tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306427 Jul 15 15:05:53.162158 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700651f9-0558-4559-b50f-e11abe3c0d9b req-5850a9ba-b976-493b-9f09-148d074bf11b tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:53.163620 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-700651f9-0558-4559-b50f-e11abe3c0d9b req-5850a9ba-b976-493b-9f09-148d074bf11b tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=4df28767-14f8-47d1-ab9f-73076e082e7b HTTP/1.1" status: 200 len: 945 time: 0.0647643 Jul 15 15:05:53.200966 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-700651f9-0558-4559-b50f-e11abe3c0d9b req-89d0a2d9-0e11-431f-a86c-e43600c2ca36 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/security-groups?id=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305371 Jul 15 15:05:53.343124 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.579490 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5af7b-97fe-4753-99de-0514991b495e req-803c9cd7-00cf-4ac3-8450-6a841a799d90 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:05:53.581107 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-bfa5af7b-97fe-4753-99de-0514991b495e req-803c9cd7-00cf-4ac3-8450-6a841a799d90 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.41 "GET /v2.0/ports?device_id=4df28767-14f8-47d1-ab9f-73076e082e7b HTTP/1.1" status: 200 len: 945 time: 0.0629528 Jul 15 15:05:53.687516 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-bfa5af7b-97fe-4753-99de-0514991b495e req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Deleting port b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:05:53.687864 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-bfa5af7b-97fe-4753-99de-0514991b495e req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.776911 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-bfa5af7b-97fe-4753-99de-0514991b495e req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] For port b3a25e5a-62d5-4e31-96d4-1d3cd9854b49, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b3a25e5a-62d5-4e31-96d4-1d3cd9854b49,segment=NetworkSegment(f24a1367-215c-4059-b424-1be683f88edf),segment_id=f24a1367-215c-4059-b424-1be683f88edf)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:05:53.777539 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-bfa5af7b-97fe-4753-99de-0514991b495e req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.790340 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-bfa5af7b-97fe-4753-99de-0514991b495e req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Calling delete_port for b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 owned by compute:nova {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:05:53.926720 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-bfa5af7b-97fe-4753-99de-0514991b495e req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:53.941517 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['b3a25e5a-62d5-4e31-96d4-1d3cd9854b49'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:05:53.955828 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Pushing event deleted for resources: {'Port': ['ID=b3a25e5a-62d5-4e31-96d4-1d3cd9854b49,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:05:53.968843 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:53.969127 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:53.969649 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:53.970020 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:53.970372 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:53.970712 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:53.971046 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:53.971382 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:53.971713 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:53.972042 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:53.972393 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:53.972722 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:05:54.015299 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa5af7b-97fe-4753-99de-0514991b495e req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] No DVR routers for this DVR port b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 on host hv-cinder-78836 {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:05:54.017818 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-bfa5af7b-97fe-4753-99de-0514991b495e req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:05:54.019795 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-bfa5af7b-97fe-4753-99de-0514991b495e req-ea8650db-972a-412a-ad3f-4e9978693ad1 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.41 "DELETE /v2.0/ports/b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 HTTP/1.1" status: 204 len: 173 time: 0.4313350 Jul 15 15:05:54.020273 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df28767-14f8-47d1-ab9f-73076e082e7b', 'name': 'network-vif-deleted', 'tag': 'b3a25e5a-62d5-4e31-96d4-1d3cd9854b49'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:05:54.022507 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278b83e6-3077-4ae9-a708-d32183e720db" -d '{"events": [{"server_uuid": "4df28767-14f8-47d1-ab9f-73076e082e7b", "name": "network-vif-deleted", "tag": "b3a25e5a-62d5-4e31-96d4-1d3cd9854b49"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:05:54.058367 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b69746-e932-4004-ab9b-4d92e863be34 x-openstack-request-id: req-39b69746-e932-4004-ab9b-4d92e863be34 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:05:54.058659 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df28767-14f8-47d1-ab9f-73076e082e7b", "name": "network-vif-deleted", "tag": "b3a25e5a-62d5-4e31-96d4-1d3cd9854b49", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:05:54.058926 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-39b69746-e932-4004-ab9b-4d92e863be34 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:05:54.059321 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df28767-14f8-47d1-ab9f-73076e082e7b', 'name': 'network-vif-deleted', 'tag': 'b3a25e5a-62d5-4e31-96d4-1d3cd9854b49', 'status': 'completed', 'code': 200} Jul 15 15:05:54.355156 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-779fcbad-cce7-4704-a48e-251bfc3f0acd req-3b26c5a3-8b4d-4e6a-bdbe-d23244f21b47 tempest-VolumesActionsTest-71481034 tempest-VolumesActionsTest-71481034-project] 10.222.0.72 "GET /v2.0/ports?device_id=4df28767-14f8-47d1-ab9f-73076e082e7b HTTP/1.1" status: 200 len: 210 time: 0.0280232 Jul 15 15:05:57.268669 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:05:57.289278 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:05:57.289623 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device b3a25e5a-62d5-4e31-96d4-1d3cd9854b49 not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:06:00.315643 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-54c7501f-4421-472b-b644-39e1adefb37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:01.597119 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb448fb-496b-4a33-80d4-d0ae80ebf53b req-c6aa307b-a81c-467a-8dea-2778001a7a98 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:01.599503 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-eeb448fb-496b-4a33-80d4-d0ae80ebf53b req-c6aa307b-a81c-467a-8dea-2778001a7a98 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0713000 Jul 15 15:06:01.644901 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-eeb448fb-496b-4a33-80d4-d0ae80ebf53b req-888690ec-e659-4326-bf93-62172885e539 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396326 Jul 15 15:06:02.834193 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0db5e1-dd7c-4fa0-a50d-fe62004cc636 req-1b6ec067-55f1-459d-aa7a-2d6601143b3e tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:02.835892 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8a0db5e1-dd7c-4fa0-a50d-fe62004cc636 req-1b6ec067-55f1-459d-aa7a-2d6601143b3e tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0720406 Jul 15 15:06:02.880690 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8a0db5e1-dd7c-4fa0-a50d-fe62004cc636 req-54eb4509-c1a1-4d29-9e78-6caddff356f9 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365245 Jul 15 15:06:02.990103 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d80df4ed-8981-47c2-ab16-9c52b9d32291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:03.427186 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:04.065547 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2cc26-b762-4d5d-8f44-47958df9dd62 req-4649a161-ec29-42ef-89b9-15de04befa4c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:04.073628 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-44c2cc26-b762-4d5d-8f44-47958df9dd62 req-4649a161-ec29-42ef-89b9-15de04befa4c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0752897 Jul 15 15:06:04.074281 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:04.112734 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-44c2cc26-b762-4d5d-8f44-47958df9dd62 req-fa27d998-c3d0-4202-941e-8994b26700ad tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381920 Jul 15 15:06:05.335083 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bd0c2-9467-4419-85de-a6c62151081e req-671ffd64-327d-41f0-b4e9-653c5e122d1a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:05.336697 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-be6bd0c2-9467-4419-85de-a6c62151081e req-671ffd64-327d-41f0-b4e9-653c5e122d1a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0851548 Jul 15 15:06:05.385566 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-be6bd0c2-9467-4419-85de-a6c62151081e req-9748e612-8e5b-441e-a098-732c572fec62 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425761 Jul 15 15:06:05.458932 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:06.572161 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36762626-d81c-4317-a10d-06f266ba97ee req-c5c33efe-101d-493d-ae53-925c952a6316 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:06.573816 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-36762626-d81c-4317-a10d-06f266ba97ee req-c5c33efe-101d-493d-ae53-925c952a6316 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0651720 Jul 15 15:06:06.616332 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-36762626-d81c-4317-a10d-06f266ba97ee req-83c1a2ed-db46-48df-bfe1-c2233368a54e tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334699 Jul 15 15:06:07.813654 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e6d4f-4709-4704-8796-55fcab050004 req-c8a74dbf-389b-4168-9076-54da2a19c554 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:07.816326 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ec6e6d4f-4709-4704-8796-55fcab050004 req-c8a74dbf-389b-4168-9076-54da2a19c554 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0804811 Jul 15 15:06:07.864318 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ec6e6d4f-4709-4704-8796-55fcab050004 req-8c4572d0-13d1-42c2-99e2-02b0f4ef9e00 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419590 Jul 15 15:06:09.081581 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f086d35-019c-498e-921f-dc9c22375162 req-9fdeba79-6f77-47ab-9d6e-cb0814616a3d tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:09.083611 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0f086d35-019c-498e-921f-dc9c22375162 req-9fdeba79-6f77-47ab-9d6e-cb0814616a3d tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0871410 Jul 15 15:06:09.129138 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0f086d35-019c-498e-921f-dc9c22375162 req-ca35dbf8-597f-4ed9-9c6c-daa9ad980640 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394373 Jul 15 15:06:10.335847 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66de365-6665-4525-95cf-8598f51996f8 req-6d5bba16-4525-4056-97f9-ffdfee8eefa3 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:10.338105 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a66de365-6665-4525-95cf-8598f51996f8 req-6d5bba16-4525-4056-97f9-ffdfee8eefa3 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0930107 Jul 15 15:06:10.384719 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a66de365-6665-4525-95cf-8598f51996f8 req-3bbfa4e6-b7b8-4e40-b678-7a2fcb349b1c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406477 Jul 15 15:06:11.390940 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31e321-0756-4f03-81a1-91cae76a1501 req-2fb636cc-4701-487d-92f1-0a5a81c65dea tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:11.397915 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1a31e321-0756-4f03-81a1-91cae76a1501 req-2fb636cc-4701-487d-92f1-0a5a81c65dea tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.0757117 Jul 15 15:06:11.441562 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1a31e321-0756-4f03-81a1-91cae76a1501 req-8a2a1a05-99dd-4d2b-b3ac-dad27630ac0c tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425858 Jul 15 15:06:11.582763 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a285bc-3eb1-4c6b-ba82-2223db5bf705 req-da7a4bd4-8aec-44ca-b380-27e0824b9d1f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:11.584355 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d4a285bc-3eb1-4c6b-ba82-2223db5bf705 req-da7a4bd4-8aec-44ca-b380-27e0824b9d1f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0706105 Jul 15 15:06:11.644290 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d4a285bc-3eb1-4c6b-ba82-2223db5bf705 req-ebb156ad-f178-4888-b4f0-1b42451205cf tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505795 Jul 15 15:06:12.638794 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629d9db-8e8c-431d-adf5-77a7b7cce0d8 req-62840e34-81cd-47a1-999b-1e0254aaaecb tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:12.640351 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7629d9db-8e8c-431d-adf5-77a7b7cce0d8 req-62840e34-81cd-47a1-999b-1e0254aaaecb tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.0709298 Jul 15 15:06:12.688252 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7629d9db-8e8c-431d-adf5-77a7b7cce0d8 req-2e0b91da-7b49-4bad-9b99-b3cffcb9c7f7 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404556 Jul 15 15:06:12.854366 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adb952-6b09-48f1-819c-b5841b2cfee0 req-93fb2b31-8f60-45ef-ba7e-27997c0f0ac1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:12.855928 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-02adb952-6b09-48f1-819c-b5841b2cfee0 req-93fb2b31-8f60-45ef-ba7e-27997c0f0ac1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0769141 Jul 15 15:06:12.910393 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-02adb952-6b09-48f1-819c-b5841b2cfee0 req-454d0cae-d8b6-4e8c-9008-c927ff0b316f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476816 Jul 15 15:06:13.890064 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a333f86-348e-47a7-9ba7-20de425dc3b9 req-cd97ef2f-f850-48eb-a3c8-647b0f779d47 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:13.893718 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4a333f86-348e-47a7-9ba7-20de425dc3b9 req-cd97ef2f-f850-48eb-a3c8-647b0f779d47 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.0722656 Jul 15 15:06:13.950187 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4a333f86-348e-47a7-9ba7-20de425dc3b9 req-4ea4a294-74dc-4157-b63f-237a55e9d5e2 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499692 Jul 15 15:06:14.116095 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b68c3-2024-4de0-8897-fc55e6ad711b req-6ce119ae-fd7b-432a-a091-9183acb57cdc tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:14.118197 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7d4b68c3-2024-4de0-8897-fc55e6ad711b req-6ce119ae-fd7b-432a-a091-9183acb57cdc tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0856597 Jul 15 15:06:14.166826 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7d4b68c3-2024-4de0-8897-fc55e6ad711b req-8e21ee31-a368-4489-a2a2-bcd20aa47d45 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417466 Jul 15 15:06:15.123736 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ef485-1fb3-469f-bcc9-b43a62463154 req-196880dc-0bc5-44f2-a19d-192fddc177f8 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:15.125203 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8a9ef485-1fb3-469f-bcc9-b43a62463154 req-196880dc-0bc5-44f2-a19d-192fddc177f8 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.0644360 Jul 15 15:06:15.162991 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8a9ef485-1fb3-469f-bcc9-b43a62463154 req-028bdc20-2b89-4c15-8ee0-fd8c0d3aa9f5 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319974 Jul 15 15:06:15.344690 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110f1a6-0e08-45cb-9361-295a9327d334 req-4d13fc3f-dff4-45d3-a35d-2f646478f5a5 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:15.346135 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e110f1a6-0e08-45cb-9361-295a9327d334 req-4d13fc3f-dff4-45d3-a35d-2f646478f5a5 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0617561 Jul 15 15:06:15.382832 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e110f1a6-0e08-45cb-9361-295a9327d334 req-e9909de1-224a-4f61-bcbd-435a8a0a87de tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311680 Jul 15 15:06:16.340810 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1505b-c3b7-45ec-b103-97254d4861f1 req-ee2ff9ad-0d74-45e4-b72f-cd9d7d3c04b1 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:16.342337 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4ff1505b-c3b7-45ec-b103-97254d4861f1 req-ee2ff9ad-0d74-45e4-b72f-cd9d7d3c04b1 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.0659840 Jul 15 15:06:16.380765 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4ff1505b-c3b7-45ec-b103-97254d4861f1 req-5af7bd09-bb84-4187-b68f-932e26585995 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318186 Jul 15 15:06:16.559316 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0977386-a4f2-4277-afdc-6f5dc5f35553 req-70e02af5-cd93-4a0a-83ae-007388462db1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:16.560802 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c0977386-a4f2-4277-afdc-6f5dc5f35553 req-70e02af5-cd93-4a0a-83ae-007388462db1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0659835 Jul 15 15:06:16.598415 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c0977386-a4f2-4277-afdc-6f5dc5f35553 req-3914ba86-d36a-4e30-a1b2-ff64cc4df005 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320764 Jul 15 15:06:17.250802 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 37498) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:17.295585 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a918f03-1d43-45d2-b9e8-4e789ed299a1 admin admin] Deleting subnet dec94eb0-341d-4924-b4c4-e139a720c7a2 {{(pid=92931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:06:17.298512 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1a918f03-1d43-45d2-b9e8-4e789ed299a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.331494 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1a918f03-1d43-45d2-b9e8-4e789ed299a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9119925'] for subnet, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.369768 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1a918f03-1d43-45d2-b9e8-4e789ed299a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66795978'] for subnet, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.428588 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1a918f03-1d43-45d2-b9e8-4e789ed299a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66796029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9119815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9061582'] for subnet, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.458140 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a918f03-1d43-45d2-b9e8-4e789ed299a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dec94eb0-341d-4924-b4c4-e139a720c7a2,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:17.461541 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1a918f03-1d43-45d2-b9e8-4e789ed299a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.463387 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-1a918f03-1d43-45d2-b9e8-4e789ed299a1 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/dec94eb0-341d-4924-b4c4-e139a720c7a2 HTTP/1.1" status: 204 len: 168 time: 0.2115982 Jul 15 15:06:17.466264 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 37504) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:17.536308 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-55da859a-3e37-498a-af3c-7440dd5438a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66702497'] for network, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.565648 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91dcc9-43db-4ac3-aa8a-5184914b7ac2 req-643cc4dc-deaf-45d9-b9b2-3ad9690ec98d tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:17.567707 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ad91dcc9-43db-4ac3-aa8a-5184914b7ac2 req-643cc4dc-deaf-45d9-b9b2-3ad9690ec98d tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.0653014 Jul 15 15:06:17.605465 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ad91dcc9-43db-4ac3-aa8a-5184914b7ac2 req-50a7932d-cb55-4c3f-8fe0-19f08a98dd8a tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319960 Jul 15 15:06:17.897553 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-55da859a-3e37-498a-af3c-7440dd5438a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796974', 'neutron.services.segments.db._delete_segments_for_network-8756598894668'] for network, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.909548 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-55da859a-3e37-498a-af3c-7440dd5438a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f']}} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:17.922983 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-55da859a-3e37-498a-af3c-7440dd5438a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24a1367-215c-4059-b424-1be683f88edf') {'for_net_delete': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:17.923283 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-55da859a-3e37-498a-af3c-7440dd5438a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24a1367-215c-4059-b424-1be683f88edf') {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:17.936408 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-55da859a-3e37-498a-af3c-7440dd5438a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756598898261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119874'] for segment, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.952136 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-55da859a-3e37-498a-af3c-7440dd5438a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.960423 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55da859a-3e37-498a-af3c-7440dd5438a3 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=92931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:06:17.960850 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-55da859a-3e37-498a-af3c-7440dd5438a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9121765'] for segment, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:17.970054 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267c08f-1227-42c4-999d-f415574ee60f req-2c5913ba-c7d4-405f-8857-f6234f653b72 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:17.971526 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0267c08f-1227-42c4-999d-f415574ee60f req-2c5913ba-c7d4-405f-8857-f6234f653b72 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.1292391 Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: Traceback (most recent call last): Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: timer() Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: cb(*args, **kw) Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: return func(*args, **kwargs) Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: self._notify() Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: self.callback(batched_events) Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: event.method(event) Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: return f(self, *a, **k) Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._get(url).json() Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: return self.request(url, 'GET', **kwargs) Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:06:17.972152 dv-cinder-788367-2-iscsi neutron-server[92931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:06:18.048870 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-55da859a-3e37-498a-af3c-7440dd5438a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633272'] for network, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:18.054772 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-55da859a-3e37-498a-af3c-7440dd5438a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:18.059215 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-55da859a-3e37-498a-af3c-7440dd5438a3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f HTTP/1.1" status: 204 len: 168 time: 0.5890210 Jul 15 15:06:18.060978 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0267c08f-1227-42c4-999d-f415574ee60f req-edc5cf7b-c1b0-420d-be98-779e2aa2a7e4 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758369 Jul 15 15:06:18.072742 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da859a-3e37-498a-af3c-7440dd5438a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc003b4a-cc7c-4885-9ed4-2a5ba116ae7f,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:18.170511 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 37512) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:18.210225 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-02427010-80f5-4b8a-bee9-8bc263079ca1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6f831295dfac4427becf3a73c8623aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385616 Jul 15 15:06:18.212652 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 37514) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:18.267096 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e017a84b-cf3e-4246-9085-2cd62a217ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:18.292735 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e017a84b-cf3e-4246-9085-2cd62a217ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:18.348988 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e017a84b-cf3e-4246-9085-2cd62a217ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:18.351483 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e017a84b-cf3e-4246-9085-2cd62a217ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:18.352592 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e017a84b-cf3e-4246-9085-2cd62a217ac9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/930e38a0-26b7-4c9e-90ae-4dd29eff2f3d HTTP/1.1" status: 204 len: 168 time: 0.1390479 Jul 15 15:06:18.387694 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017a84b-cf3e-4246-9085-2cd62a217ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930e38a0-26b7-4c9e-90ae-4dd29eff2f3d,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:18.450901 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3b287-8c01-4948-aa21-5ed2eb94a6b7 req-2d1b98b3-d8b2-414c-9670-353d456c775b tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:18.452424 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a5e3b287-8c01-4948-aa21-5ed2eb94a6b7 req-2d1b98b3-d8b2-414c-9670-353d456c775b tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.1159065 Jul 15 15:06:18.458304 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3527584-91fa-4577-b3e8-add32e1a5df8 req-6f2c8498-9595-4439-a99e-c6c1141a2f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:18.459703 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d3527584-91fa-4577-b3e8-add32e1a5df8 req-6f2c8498-9595-4439-a99e-c6c1141a2f65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b6189ea39bd48f6818b7284046574ad&device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 1098 time: 0.0882609 Jul 15 15:06:18.546718 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a5e3b287-8c01-4948-aa21-5ed2eb94a6b7 req-a4b608a5-a458-4221-9d0c-a4043bd02f3e tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860229 Jul 15 15:06:18.574413 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3527584-91fa-4577-b3e8-add32e1a5df8 req-4f82cea4-1815-4196-9044-d7ad0b2f14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:18.576681 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d3527584-91fa-4577-b3e8-add32e1a5df8 req-4f82cea4-1815-4196-9044-d7ad0b2f14c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa HTTP/1.1" status: 200 len: 911 time: 0.1100595 Jul 15 15:06:18.654014 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d3527584-91fa-4577-b3e8-add32e1a5df8 req-7578bb5c-c316-415b-825e-c620a343da28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a02f12e-868d-4ddd-be2b-389be06c5764 HTTP/1.1" status: 200 len: 1001 time: 0.0689759 Jul 15 15:06:18.712041 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3527584-91fa-4577-b3e8-add32e1a5df8 req-12fb796a-c37d-48b6-a472-6e307a2be57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:18.713641 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d3527584-91fa-4577-b3e8-add32e1a5df8 req-12fb796a-c37d-48b6-a472-6e307a2be57d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17ed052a-25a2-48a0-bd3c-f7b49eae2009 HTTP/1.1" status: 200 len: 849 time: 0.0495894 Jul 15 15:06:18.820421 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc4b49-94b6-43f1-85a3-a630d67ffd96 req-4072d77f-33b8-4130-af18-eedd448bcebf tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:18.821914 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8fbc4b49-94b6-43f1-85a3-a630d67ffd96 req-4072d77f-33b8-4130-af18-eedd448bcebf tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.1023037 Jul 15 15:06:18.824890 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3527584-91fa-4577-b3e8-add32e1a5df8 req-7898dc1e-413a-4e37-a270-5efa7b288443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:18.826441 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d3527584-91fa-4577-b3e8-add32e1a5df8 req-7898dc1e-413a-4e37-a270-5efa7b288443 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1057093 Jul 15 15:06:18.891157 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8fbc4b49-94b6-43f1-85a3-a630d67ffd96 req-7dfc2a32-55f4-47ef-9b46-dd94a6c88e11 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633347 Jul 15 15:06:18.944794 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d3527584-91fa-4577-b3e8-add32e1a5df8 req-40e89bdb-886f-4cc3-bb23-aa167629f1cd service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098449 Jul 15 15:06:19.047111 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d3527584-91fa-4577-b3e8-add32e1a5df8 req-095a0f3a-246f-44bf-be13-d327d6e610ca service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946279 Jul 15 15:06:19.725168 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd0a5b-b10a-4c97-9fc3-56b4c0a3cd6a req-277933e5-5eb1-4365-bd7c-0000c62d1925 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:19.727582 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8bdd0a5b-b10a-4c97-9fc3-56b4c0a3cd6a req-277933e5-5eb1-4365-bd7c-0000c62d1925 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0647149 Jul 15 15:06:19.767896 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8bdd0a5b-b10a-4c97-9fc3-56b4c0a3cd6a req-aa2087ad-83ee-4e35-a8f8-93b6b315a11f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343096 Jul 15 15:06:20.064160 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e215dc5-416b-4c19-974d-daee75d6c5b3 req-e85758ce-686a-4f77-8576-b74a922c8fe7 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:20.065798 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0e215dc5-416b-4c19-974d-daee75d6c5b3 req-e85758ce-686a-4f77-8576-b74a922c8fe7 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.0658453 Jul 15 15:06:20.102148 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0e215dc5-416b-4c19-974d-daee75d6c5b3 req-aaa3db99-8801-41d7-9e39-85972d909fd3 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308192 Jul 15 15:06:20.951358 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35abef-7e76-454a-9e0f-2ee76a9e0188 req-94a9013a-c735-4348-97b1-0c768b1cfc3a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:20.952862 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-bf35abef-7e76-454a-9e0f-2ee76a9e0188 req-94a9013a-c735-4348-97b1-0c768b1cfc3a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0646002 Jul 15 15:06:20.990776 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-bf35abef-7e76-454a-9e0f-2ee76a9e0188 req-91c5efe6-f612-4b4a-84a7-1c712ada6750 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324805 Jul 15 15:06:21.271853 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1429eba-05d9-46be-aa83-7b47c42e67b6 req-2deeadfa-c645-4c3a-9ca4-43d41f75d0d9 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:21.273255 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e1429eba-05d9-46be-aa83-7b47c42e67b6 req-2deeadfa-c645-4c3a-9ca4-43d41f75d0d9 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.0614576 Jul 15 15:06:21.310109 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e1429eba-05d9-46be-aa83-7b47c42e67b6 req-26b1828e-fb98-46c7-bfb0-5f4915760f50 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313659 Jul 15 15:06:21.444278 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0b5c1551-3901-4104-8aa6-03a557a1721d req-83cf75df-acc4-47ef-864b-aa1bb17b2819 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-453723488&fields=id&tenant_id=d12d907d37f74d6ba42fb769f7b32a4d HTTP/1.1" status: 200 len: 267 time: 0.0321190 Jul 15 15:06:21.552348 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c1551-3901-4104-8aa6-03a557a1721d req-85399a04-c8aa-4493-ac65-cd044281222c tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:21.553715 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0b5c1551-3901-4104-8aa6-03a557a1721d req-85399a04-c8aa-4493-ac65-cd044281222c tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 984 time: 0.1041405 Jul 15 15:06:21.556209 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700191a-762e-4035-91fe-b61fa6fc769f req-ef5450f4-8e13-467a-9728-4c13f05b6f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:21.557535 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0700191a-762e-4035-91fe-b61fa6fc769f req-ef5450f4-8e13-467a-9728-4c13f05b6f16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d9dfe5dd9f74f51912b817c8b364471&device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 1098 time: 0.1061380 Jul 15 15:06:21.564390 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-0b5c1551-3901-4104-8aa6-03a557a1721d req-cd8a6451-fbfa-426f-aa2d-b38494975c9b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Request body: {'port': {'security_groups': ['38bcf1c9-cf61-4379-9d71-e69208e9ae53']}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:06:21.711111 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-0b5c1551-3901-4104-8aa6-03a557a1721d req-cd8a6451-fbfa-426f-aa2d-b38494975c9b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:21.714473 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700191a-762e-4035-91fe-b61fa6fc769f req-591c7616-10b9-4a9c-b680-f7db7524c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:21.716108 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0700191a-762e-4035-91fe-b61fa6fc769f req-591c7616-10b9-4a9c-b680-f7db7524c086 service neutron] 10.222.0.41 "GET /v2.0/networks?id=75636bd8-834f-4666-a502-d2096df2f80a HTTP/1.1" status: 200 len: 910 time: 0.1485050 Jul 15 15:06:21.819571 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0700191a-762e-4035-91fe-b61fa6fc769f req-25416ce8-adbd-421b-9e16-0db1b9c63cf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88b7978-b40f-41c4-9899-2e53f4524810 HTTP/1.1" status: 200 len: 1001 time: 0.0957985 Jul 15 15:06:21.901892 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700191a-762e-4035-91fe-b61fa6fc769f req-c47c5a0c-95fa-4925-9baa-544b9ee3586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:21.903583 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0700191a-762e-4035-91fe-b61fa6fc769f req-c47c5a0c-95fa-4925-9baa-544b9ee3586e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38c123c1-f45d-4a94-8b4b-6772a02b8766 HTTP/1.1" status: 200 len: 848 time: 0.0702529 Jul 15 15:06:21.996010 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-0b5c1551-3901-4104-8aa6-03a557a1721d req-cd8a6451-fbfa-426f-aa2d-b38494975c9b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] For port ffc7e435-a912-4e1b-84ba-92073eb38efd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ffc7e435-a912-4e1b-84ba-92073eb38efd,segment=NetworkSegment(9189f2c6-f2d6-4529-85a0-94c23bd71d1b),segment_id=9189f2c6-f2d6-4529-85a0-94c23bd71d1b)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:22.032684 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700191a-762e-4035-91fe-b61fa6fc769f req-ac9ee265-b2e6-44f6-97d8-ad1bca676f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:22.034177 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0700191a-762e-4035-91fe-b61fa6fc769f req-ac9ee265-b2e6-44f6-97d8-ad1bca676f43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75636bd8-834f-4666-a502-d2096df2f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0973797 Jul 15 15:06:22.037881 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-0b5c1551-3901-4104-8aa6-03a557a1721d req-cd8a6451-fbfa-426f-aa2d-b38494975c9b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.042535 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-0b5c1551-3901-4104-8aa6-03a557a1721d req-cd8a6451-fbfa-426f-aa2d-b38494975c9b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.056779 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['ffc7e435-a912-4e1b-84ba-92073eb38efd'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:06:22.127901 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c1551-3901-4104-8aa6-03a557a1721d req-cd8a6451-fbfa-426f-aa2d-b38494975c9b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:22.128562 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-0b5c1551-3901-4104-8aa6-03a557a1721d req-cd8a6451-fbfa-426f-aa2d-b38494975c9b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.133481 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0b5c1551-3901-4104-8aa6-03a557a1721d req-cd8a6451-fbfa-426f-aa2d-b38494975c9b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "PUT /v2.0/ports/ffc7e435-a912-4e1b-84ba-92073eb38efd HTTP/1.1" status: 200 len: 942 time: 0.5734048 Jul 15 15:06:22.136396 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'tag': 'ffc7e435-a912-4e1b-84ba-92073eb38efd'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:22.137310 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 37592) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:22.138827 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f29a640-7962-488d-b9d4-d32d00c35795" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8c7199-b747-4c93-83b2-e389c93eff0d", "tag": "ffc7e435-a912-4e1b-84ba-92073eb38efd"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:22.194494 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a6451-fbfa-426f-aa2d-b38494975c9b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Pushing event updated for resources: {'Port': ['ID=ffc7e435-a912-4e1b-84ba-92073eb38efd,revision_number=7']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:22.216855 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['ffc7e435-a912-4e1b-84ba-92073eb38efd'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:06:22.230682 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0700191a-762e-4035-91fe-b61fa6fc769f req-dc440491-c26e-4385-b404-6511ce53f595 service neutron] 10.222.0.41 "GET /v2.0/networks/75636bd8-834f-4666-a502-d2096df2f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856289 Jul 15 15:06:22.286039 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224392bb-41a5-470d-8f64-190c65016dcf x-openstack-request-id: req-224392bb-41a5-470d-8f64-190c65016dcf {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:22.286039 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8c7199-b747-4c93-83b2-e389c93eff0d", "tag": "ffc7e435-a912-4e1b-84ba-92073eb38efd", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:22.286039 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-224392bb-41a5-470d-8f64-190c65016dcf {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:22.286487 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'tag': 'ffc7e435-a912-4e1b-84ba-92073eb38efd', 'status': 'completed', 'code': 200} Jul 15 15:06:22.365773 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-788cf1e4-6d3f-4c38-ab7b-0fa4aa6be5c9 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.397962 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0700191a-762e-4035-91fe-b61fa6fc769f req-da68a158-f93c-446c-b1a4-c60387706e0a service neutron] 10.222.0.41 "GET /v2.0/networks/75636bd8-834f-4666-a502-d2096df2f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494608 Jul 15 15:06:22.425178 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-788cf1e4-6d3f-4c38-ab7b-0fa4aa6be5c9 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.494348 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29a640-7962-488d-b9d4-d32d00c35795 req-99dd774e-a084-4dc6-9c32-a0b981571afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:22.495962 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6f29a640-7962-488d-b9d4-d32d00c35795 req-99dd774e-a084-4dc6-9c32-a0b981571afc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d12d907d37f74d6ba42fb769f7b32a4d&device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 1098 time: 0.1908019 Jul 15 15:06:22.532640 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-7290448d-dfce-4f1f-98c8-df783eae4d35 None None] Provisioning complete for port ffc7e435-a912-4e1b-84ba-92073eb38efd triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:22.533686 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7290448d-dfce-4f1f-98c8-df783eae4d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.560413 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6363d1a-99c4-45bf-a135-072a02370d79 req-750ef23d-766d-4ef2-9ffd-0b297e4207f4 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:22.561989 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d6363d1a-99c4-45bf-a135-072a02370d79 req-750ef23d-766d-4ef2-9ffd-0b297e4207f4 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.0872450 Jul 15 15:06:22.590499 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-788cf1e4-6d3f-4c38-ab7b-0fa4aa6be5c9 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.594820 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-788cf1e4-6d3f-4c38-ab7b-0fa4aa6be5c9 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.596585 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-788cf1e4-6d3f-4c38-ab7b-0fa4aa6be5c9 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "DELETE /v2.0/security-groups/0bda0975-ce12-49eb-82a8-140482c6d56a HTTP/1.1" status: 204 len: 168 time: 0.4577918 Jul 15 15:06:22.599833 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 37602) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:22.617597 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cf1e4-6d3f-4c38-ab7b-0fa4aa6be5c9 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bda0975-ce12-49eb-82a8-140482c6d56a,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:22.642661 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29a640-7962-488d-b9d4-d32d00c35795 req-acb25175-bf1c-4a01-8fac-dabd45e2da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:22.644911 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6f29a640-7962-488d-b9d4-d32d00c35795 req-acb25175-bf1c-4a01-8fac-dabd45e2da61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 HTTP/1.1" status: 200 len: 916 time: 0.1344521 Jul 15 15:06:22.678825 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d6363d1a-99c4-45bf-a135-072a02370d79 req-dd93cc91-c3a2-4b5f-9979-78cbd99f588d tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056414 Jul 15 15:06:22.740152 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6f29a640-7962-488d-b9d4-d32d00c35795 req-6ca34e70-f335-4b1d-b166-a8755ef14c60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffc7e435-a912-4e1b-84ba-92073eb38efd HTTP/1.1" status: 200 len: 1000 time: 0.0877495 Jul 15 15:06:22.799169 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29a640-7962-488d-b9d4-d32d00c35795 req-215d2997-a5d9-4c55-999b-e4e0b95bd5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:22.800661 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6f29a640-7962-488d-b9d4-d32d00c35795 req-215d2997-a5d9-4c55-999b-e4e0b95bd5e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a45348f1-adf1-4611-a181-6a62359542ea HTTP/1.1" status: 200 len: 854 time: 0.0521760 Jul 15 15:06:22.812133 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-3a948671-f242-4a88-b9ad-db800ac6666b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Deleting port 3599adf2-916d-4c29-b09b-28299f2af429 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:22.812536 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a948671-f242-4a88-b9ad-db800ac6666b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.880081 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29a640-7962-488d-b9d4-d32d00c35795 req-5e74ea66-c2c6-466c-bee6-c0b81824079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:22.881593 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6f29a640-7962-488d-b9d4-d32d00c35795 req-5e74ea66-c2c6-466c-bee6-c0b81824079f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fc5ad34-9dbb-49f1-b4ee-c8629ded9186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721295 Jul 15 15:06:22.896307 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a948671-f242-4a88-b9ad-db800ac6666b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.896639 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a948671-f242-4a88-b9ad-db800ac6666b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:22.911801 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-3a948671-f242-4a88-b9ad-db800ac6666b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Calling delete_port for 3599adf2-916d-4c29-b09b-28299f2af429 owned by network:floatingip {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:22.988260 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6f29a640-7962-488d-b9d4-d32d00c35795 req-9a425e1b-038f-4331-86af-546ab1b9c87a service neutron] 10.222.0.41 "GET /v2.0/networks/1fc5ad34-9dbb-49f1-b4ee-c8629ded9186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982711 Jul 15 15:06:23.088023 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6f29a640-7962-488d-b9d4-d32d00c35795 req-a2c8c8f4-0945-4e9d-a620-d6b7f9dae0fc service neutron] 10.222.0.41 "GET /v2.0/networks/1fc5ad34-9dbb-49f1-b4ee-c8629ded9186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905201 Jul 15 15:06:23.117828 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a948671-f242-4a88-b9ad-db800ac6666b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.146813 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a948671-f242-4a88-b9ad-db800ac6666b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Pushing event deleted for resources: {'Port': ['ID=3599adf2-916d-4c29-b09b-28299f2af429,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:23.212939 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a948671-f242-4a88-b9ad-db800ac6666b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks [] for floatingip, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.212939 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.l3_db [None req-3a948671-f242-4a88-b9ad-db800ac6666b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Floating IP 42b36caa-3d7b-4f10-9152-d5e62297b332 disassociated (deleted). External IP: 172.27.0.40, port: ffc7e435-a912-4e1b-84ba-92073eb38efd. Jul 15 15:06:23.353983 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.414169 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a948671-f242-4a88-b9ad-db800ac6666b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Router c83c5d67-9079-44f6-a0d0-1aad6acd5398 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:06:23.521276 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a948671-f242-4a88-b9ad-db800ac6666b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:06:23.526862 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a948671-f242-4a88-b9ad-db800ac6666b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:23.531509 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b1966c-02fb-4266-9d7e-e1d113877dc3 None None] Sync routers for ids ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:06:23.540216 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b1966c-02fb-4266-9d7e-e1d113877dc3 None None] Routers {'c83c5d67-9079-44f6-a0d0-1aad6acd5398'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:23.540839 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-62b1966c-02fb-4266-9d7e-e1d113877dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:06:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:23.564319 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3a948671-f242-4a88-b9ad-db800ac6666b tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "DELETE /v2.0/floatingips/42b36caa-3d7b-4f10-9152-d5e62297b332 HTTP/1.1" status: 204 len: 168 time: 0.9634597 Jul 15 15:06:23.649167 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-62b1966c-02fb-4266-9d7e-e1d113877dc3 None None] Set router c83c5d67-9079-44f6-a0d0-1aad6acd5398 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:23.895460 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a119a9-e2aa-4ddb-8121-943c4678f545 req-b71b33c3-a21e-40f3-aa4e-ac47412ccb5e tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:23.898475 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-67a119a9-e2aa-4ddb-8121-943c4678f545 req-b71b33c3-a21e-40f3-aa4e-ac47412ccb5e tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.0724952 Jul 15 15:06:23.910986 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-62b1966c-02fb-4266-9d7e-e1d113877dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'name': 'tempest-TestMinimumBasicScenario-1601126812-router', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:30Z', 'updated_at': '2021-07-15T15:03:33Z', 'revision_number': 4, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'gw_port': {'id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:31Z', 'updated_at': '2021-07-15T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '4d95b46e-93b4-4fc4-9e34-5d502f681fd7', 'name': '', 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'mac_address': 'fa:16:3e:b2:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:33Z', 'updated_at': '2021-07-15T15:03:42Z', 'revision_number': 5, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'subnets': [{'id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:23.940752 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b1966c-02fb-4266-9d7e-e1d113877dc3 None None] Checking router: c83c5d67-9079-44f6-a0d0-1aad6acd5398 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:06:23.955859 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b1966c-02fb-4266-9d7e-e1d113877dc3 None None] Routers {'c83c5d67-9079-44f6-a0d0-1aad6acd5398'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:23.956672 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-62b1966c-02fb-4266-9d7e-e1d113877dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:06:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:23.987284 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-67a119a9-e2aa-4ddb-8121-943c4678f545 req-b17996fe-376b-4cff-b39a-cc72ece7b1b6 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806780 Jul 15 15:06:24.068820 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-62b1966c-02fb-4266-9d7e-e1d113877dc3 None None] Set router c83c5d67-9079-44f6-a0d0-1aad6acd5398 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:24.280308 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-62b1966c-02fb-4266-9d7e-e1d113877dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'name': 'tempest-TestMinimumBasicScenario-1601126812-router', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:30Z', 'updated_at': '2021-07-15T15:03:33Z', 'revision_number': 4, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'gw_port': {'id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:31Z', 'updated_at': '2021-07-15T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '4d95b46e-93b4-4fc4-9e34-5d502f681fd7', 'name': '', 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'mac_address': 'fa:16:3e:b2:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:33Z', 'updated_at': '2021-07-15T15:03:42Z', 'revision_number': 5, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'subnets': [{'id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:24.287015 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'tag': 'ffc7e435-a912-4e1b-84ba-92073eb38efd'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:24.289431 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e10b09-f6e0-4541-95d7-ca21f462eccd" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8c7199-b747-4c93-83b2-e389c93eff0d", "tag": "ffc7e435-a912-4e1b-84ba-92073eb38efd"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:24.319589 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b1966c-02fb-4266-9d7e-e1d113877dc3 None None] The sync data for ids ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'] in dv-cinder-788367-2-iscsi is: [{'id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'name': 'tempest-TestMinimumBasicScenario-1601126812-router', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:30Z', 'updated_at': '2021-07-15T15:03:33Z', 'revision_number': 4, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'gw_port': {'id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:31Z', 'updated_at': '2021-07-15T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '4d95b46e-93b4-4fc4-9e34-5d502f681fd7', 'name': '', 'network_id': '1fc5ad34-9dbb-49f1-b4ee-c8629ded9186', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'mac_address': 'fa:16:3e:b2:ee:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:33Z', 'updated_at': '2021-07-15T15:03:42Z', 'revision_number': 5, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'subnets': [{'id': 'a45348f1-adf1-4611-a181-6a62359542ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:06:24.344954 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584d7f57-1d8d-4393-ac84-0b1a00e9d065 x-openstack-request-id: req-584d7f57-1d8d-4393-ac84-0b1a00e9d065 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:24.345241 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8c7199-b747-4c93-83b2-e389c93eff0d", "tag": "ffc7e435-a912-4e1b-84ba-92073eb38efd", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:24.345652 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-584d7f57-1d8d-4393-ac84-0b1a00e9d065 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:24.346319 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'tag': 'ffc7e435-a912-4e1b-84ba-92073eb38efd', 'status': 'completed', 'code': 200} Jul 15 15:06:24.448407 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e10b09-f6e0-4541-95d7-ca21f462eccd req-bb24fe61-c762-406a-8250-6a483da1dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:24.451025 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-08e10b09-f6e0-4541-95d7-ca21f462eccd req-bb24fe61-c762-406a-8250-6a483da1dc3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d12d907d37f74d6ba42fb769f7b32a4d&device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 1098 time: 0.0749028 Jul 15 15:06:24.561834 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e10b09-f6e0-4541-95d7-ca21f462eccd req-ea19772a-d801-479b-9d62-18d6b563172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:24.563426 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-08e10b09-f6e0-4541-95d7-ca21f462eccd req-ea19772a-d801-479b-9d62-18d6b563172c service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 HTTP/1.1" status: 200 len: 916 time: 0.1058950 Jul 15 15:06:24.609169 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-08e10b09-f6e0-4541-95d7-ca21f462eccd req-438f6e14-71bf-482d-b9d4-6d9a960830ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffc7e435-a912-4e1b-84ba-92073eb38efd HTTP/1.1" status: 200 len: 217 time: 0.0373349 Jul 15 15:06:24.678521 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e10b09-f6e0-4541-95d7-ca21f462eccd req-562c84db-a7dc-4ae4-94e5-c6314345d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:24.680010 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-08e10b09-f6e0-4541-95d7-ca21f462eccd req-562c84db-a7dc-4ae4-94e5-c6314345d5b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a45348f1-adf1-4611-a181-6a62359542ea HTTP/1.1" status: 200 len: 854 time: 0.0631089 Jul 15 15:06:24.705965 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5955c72-73e4-4a64-85b2-444a4b0f2541 None None] New status for floating IP 42b36caa-3d7b-4f10-9152-d5e62297b332: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:06:24.742691 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e10b09-f6e0-4541-95d7-ca21f462eccd req-6f761ff9-ac53-41ba-94fe-801431463ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:24.744198 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-08e10b09-f6e0-4541-95d7-ca21f462eccd req-6f761ff9-ac53-41ba-94fe-801431463ddf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fc5ad34-9dbb-49f1-b4ee-c8629ded9186&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568604 Jul 15 15:06:24.779713 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:06:24.842432 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-08e10b09-f6e0-4541-95d7-ca21f462eccd req-0ecab327-e345-46b4-bb3d-203fc9bde47a service neutron] 10.222.0.41 "GET /v2.0/networks/1fc5ad34-9dbb-49f1-b4ee-c8629ded9186?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904858 Jul 15 15:06:24.946051 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-08e10b09-f6e0-4541-95d7-ca21f462eccd req-15246bc9-eddd-47df-af1c-403c44afdcb9 service neutron] 10.222.0.41 "GET /v2.0/networks/1fc5ad34-9dbb-49f1-b4ee-c8629ded9186?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967917 Jul 15 15:06:25.192509 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9effa8-304e-494f-b457-83638490bbbe req-3bbcd6b5-01d5-4d62-b331-56fc0c6d238f tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:25.194562 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6d9effa8-304e-494f-b457-83638490bbbe req-3bbcd6b5-01d5-4d62-b331-56fc0c6d238f tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.0832689 Jul 15 15:06:25.235233 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6d9effa8-304e-494f-b457-83638490bbbe req-4f405077-5abe-4e02-9f4f-2b1f52f33610 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348141 Jul 15 15:06:25.629921 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 37696) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:25.649411 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27991d9f-3de7-4a2c-81f0-10cdebc8b356 req-8e1bc2f8-172a-44f4-baea-998e4c05e78f tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:25.650888 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-27991d9f-3de7-4a2c-81f0-10cdebc8b356 req-8e1bc2f8-172a-44f4-baea-998e4c05e78f tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.0686686 Jul 15 15:06:25.694905 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-27991d9f-3de7-4a2c-81f0-10cdebc8b356 req-33ede6d1-e897-41c7-96f6-7e0c22b2c0a2 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368264 Jul 15 15:06:25.738224 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f4ee08a9-3bdb-4841-afca-38d828ac466e req-c7571ce7-696a-48f5-8577-1a3b56238d6d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1060548 Jul 15 15:06:26.882373 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8d33a-31ec-4a0f-9d0c-5827a576bfc8 req-ed163e78-87ee-4b0e-9ce6-e3eb86b322e5 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:26.883889 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-81b8d33a-31ec-4a0f-9d0c-5827a576bfc8 req-ed163e78-87ee-4b0e-9ce6-e3eb86b322e5 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 945 time: 0.2033679 Jul 15 15:06:26.926078 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-81b8d33a-31ec-4a0f-9d0c-5827a576bfc8 req-388cfd17-251a-4f9e-b43b-7bc2ceba6584 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355532 Jul 15 15:06:26.928108 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8cb3-b2e6-497f-9c37-7cc286829477 req-0c5b3113-dc8b-4072-b426-adb26a097995 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:26.929607 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-af6f8cb3-b2e6-497f-9c37-7cc286829477 req-0c5b3113-dc8b-4072-b426-adb26a097995 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.1191103 Jul 15 15:06:26.967269 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device d88b7978-b40f-41c4-9899-2e53f4524810 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:26.968002 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-af6f8cb3-b2e6-497f-9c37-7cc286829477 req-ed18ebd0-c2f1-443f-9245-b12258303bfd tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318413 Jul 15 15:06:27.039910 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:27.067368 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd88b7978-b40f-41c4-9899-2e53f4524810'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:27.070354 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e4cf5f-7cb1-48df-a06f-9af53075472a" -d '{"events": [{"server_uuid": "a1392418-ee03-4a65-bfac-cc559b0a9fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "d88b7978-b40f-41c4-9899-2e53f4524810"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:27.092680 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port d88b7978-b40f-41c4-9899-2e53f4524810, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d88b7978-b40f-41c4-9899-2e53f4524810,segment=NetworkSegment(530807e7-ddc2-4511-b561-a0efd7acd4f9),segment_id=530807e7-ddc2-4511-b561-a0efd7acd4f9)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:27.101828 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:27.135055 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4a0a3d-f521-476a-aa43-9b688192507e x-openstack-request-id: req-da4a0a3d-f521-476a-aa43-9b688192507e {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:27.135352 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1392418-ee03-4a65-bfac-cc559b0a9fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "d88b7978-b40f-41c4-9899-2e53f4524810", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:27.135782 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-da4a0a3d-f521-476a-aa43-9b688192507e {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:27.136203 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd88b7978-b40f-41c4-9899-2e53f4524810', 'code': 200} Jul 15 15:06:27.164939 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=d88b7978-b40f-41c4-9899-2e53f4524810,revision_number=6']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:27.176712 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:27.176712 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:27.176712 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:27.176712 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:27.176712 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:27.176712 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:27.176712 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:27.176712 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:27.176712 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:27.176712 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:27.176712 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:27.176712 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:27.196598 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee08a9-3bdb-4841-afca-38d828ac466e req-1672b326-e194-4838-8e0d-d48fb4e2af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:27.198078 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f4ee08a9-3bdb-4841-afca-38d828ac466e req-1672b326-e194-4838-8e0d-d48fb4e2af65 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc&tenant_id=1d9dfe5dd9f74f51912b817c8b364471 HTTP/1.1" status: 200 len: 1096 time: 0.1188283 Jul 15 15:06:27.272369 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee08a9-3bdb-4841-afca-38d828ac466e req-51927b6c-04c1-4c75-9b61-79b56e5f13b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:27.273887 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f4ee08a9-3bdb-4841-afca-38d828ac466e req-51927b6c-04c1-4c75-9b61-79b56e5f13b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d9dfe5dd9f74f51912b817c8b364471&device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 1096 time: 0.0532663 Jul 15 15:06:27.369781 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee08a9-3bdb-4841-afca-38d828ac466e req-9af5269b-ab74-4152-bfce-6a366962b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:27.371243 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f4ee08a9-3bdb-4841-afca-38d828ac466e req-9af5269b-ab74-4152-bfce-6a366962b467 service neutron] 10.222.0.41 "GET /v2.0/networks?id=75636bd8-834f-4666-a502-d2096df2f80a HTTP/1.1" status: 200 len: 910 time: 0.0889523 Jul 15 15:06:27.433543 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f4ee08a9-3bdb-4841-afca-38d828ac466e req-7d8a6a17-c839-482c-86de-bd8e7f2d6f0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88b7978-b40f-41c4-9899-2e53f4524810 HTTP/1.1" status: 200 len: 999 time: 0.0560133 Jul 15 15:06:27.479709 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee08a9-3bdb-4841-afca-38d828ac466e req-34f14197-467a-48d9-9d2a-2c648d8ecbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:27.481961 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f4ee08a9-3bdb-4841-afca-38d828ac466e req-34f14197-467a-48d9-9d2a-2c648d8ecbed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38c123c1-f45d-4a94-8b4b-6772a02b8766 HTTP/1.1" status: 200 len: 848 time: 0.0418687 Jul 15 15:06:27.547555 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee08a9-3bdb-4841-afca-38d828ac466e req-04b2dce8-4017-4ec9-a5c2-6e88ffaf994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:27.549043 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f4ee08a9-3bdb-4841-afca-38d828ac466e req-04b2dce8-4017-4ec9-a5c2-6e88ffaf994d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75636bd8-834f-4666-a502-d2096df2f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537598 Jul 15 15:06:27.635634 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f4ee08a9-3bdb-4841-afca-38d828ac466e req-a22ac326-e166-4b58-8e41-082d50f2dc8c service neutron] 10.222.0.41 "GET /v2.0/networks/75636bd8-834f-4666-a502-d2096df2f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784698 Jul 15 15:06:27.724700 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f4ee08a9-3bdb-4841-afca-38d828ac466e req-da59a791-4f07-4372-b580-48e6f3257251 service neutron] 10.222.0.41 "GET /v2.0/networks/75636bd8-834f-4666-a502-d2096df2f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827675 Jul 15 15:06:28.107674 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5362ca0-0aad-47e2-984a-7d728b9ed182 req-c37c7f4f-7e84-4162-bd8b-7dc38a565cb4 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:28.109208 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e5362ca0-0aad-47e2-984a-7d728b9ed182 req-c37c7f4f-7e84-4162-bd8b-7dc38a565cb4 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 945 time: 0.0665381 Jul 15 15:06:28.167854 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e5362ca0-0aad-47e2-984a-7d728b9ed182 req-170d1513-cc05-4264-b75a-2b6ad8877b6f tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/security-groups?id=38bcf1c9-cf61-4379-9d71-e69208e9ae53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423968 Jul 15 15:06:28.168460 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040b2e5-002c-446a-9cbb-8696b8104150 req-0a15a180-dda5-4a3e-b7db-c3f7e7477385 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:28.172814 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1040b2e5-002c-446a-9cbb-8696b8104150 req-0a15a180-dda5-4a3e-b7db-c3f7e7477385 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 943 time: 0.0857990 Jul 15 15:06:28.220469 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1040b2e5-002c-446a-9cbb-8696b8104150 req-9debe099-1dbd-4de3-bff3-a059ccdc6a07 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449393 Jul 15 15:06:28.521967 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca6d45-7b40-4722-9c91-475f612cec78 req-398fc877-be8c-4bfe-96b0-6d45605787ce tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:28.524049 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f1ca6d45-7b40-4722-9c91-475f612cec78 req-398fc877-be8c-4bfe-96b0-6d45605787ce tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 945 time: 0.0645831 Jul 15 15:06:28.628136 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-f1ca6d45-7b40-4722-9c91-475f612cec78 req-c339ca65-a58e-41f6-87ca-2d2215705f63 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Deleting port ffc7e435-a912-4e1b-84ba-92073eb38efd {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:28.628499 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-f1ca6d45-7b40-4722-9c91-475f612cec78 req-c339ca65-a58e-41f6-87ca-2d2215705f63 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:28.715118 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-f1ca6d45-7b40-4722-9c91-475f612cec78 req-c339ca65-a58e-41f6-87ca-2d2215705f63 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] For port ffc7e435-a912-4e1b-84ba-92073eb38efd, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ffc7e435-a912-4e1b-84ba-92073eb38efd,segment=NetworkSegment(9189f2c6-f2d6-4529-85a0-94c23bd71d1b),segment_id=9189f2c6-f2d6-4529-85a0-94c23bd71d1b)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:28.715472 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-f1ca6d45-7b40-4722-9c91-475f612cec78 req-c339ca65-a58e-41f6-87ca-2d2215705f63 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:28.726555 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-f1ca6d45-7b40-4722-9c91-475f612cec78 req-c339ca65-a58e-41f6-87ca-2d2215705f63 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Calling delete_port for ffc7e435-a912-4e1b-84ba-92073eb38efd owned by compute:nova {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:28.847324 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-f1ca6d45-7b40-4722-9c91-475f612cec78 req-c339ca65-a58e-41f6-87ca-2d2215705f63 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:28.859489 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['ffc7e435-a912-4e1b-84ba-92073eb38efd'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:06:28.877678 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339ca65-a58e-41f6-87ca-2d2215705f63 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Pushing event deleted for resources: {'Port': ['ID=ffc7e435-a912-4e1b-84ba-92073eb38efd,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:28.933184 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ca6d45-7b40-4722-9c91-475f612cec78 req-c339ca65-a58e-41f6-87ca-2d2215705f63 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] No DVR routers for this DVR port ffc7e435-a912-4e1b-84ba-92073eb38efd on host hv-cinder-78836 {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:28.936408 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-f1ca6d45-7b40-4722-9c91-475f612cec78 req-c339ca65-a58e-41f6-87ca-2d2215705f63 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:28.938353 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f1ca6d45-7b40-4722-9c91-475f612cec78 req-c339ca65-a58e-41f6-87ca-2d2215705f63 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.41 "DELETE /v2.0/ports/ffc7e435-a912-4e1b-84ba-92073eb38efd HTTP/1.1" status: 204 len: 173 time: 0.4083827 Jul 15 15:06:28.938808 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'name': 'network-vif-deleted', 'tag': 'ffc7e435-a912-4e1b-84ba-92073eb38efd'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:28.941060 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc85ddc0-46db-4939-823f-ee7edbff2194" -d '{"events": [{"server_uuid": "9e8c7199-b747-4c93-83b2-e389c93eff0d", "name": "network-vif-deleted", "tag": "ffc7e435-a912-4e1b-84ba-92073eb38efd"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:28.977044 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eadef0b-bcbc-4f03-8f79-01bb91f9192d x-openstack-request-id: req-7eadef0b-bcbc-4f03-8f79-01bb91f9192d {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:28.977344 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8c7199-b747-4c93-83b2-e389c93eff0d", "name": "network-vif-deleted", "tag": "ffc7e435-a912-4e1b-84ba-92073eb38efd", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:28.977602 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7eadef0b-bcbc-4f03-8f79-01bb91f9192d {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:28.977995 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8c7199-b747-4c93-83b2-e389c93eff0d', 'name': 'network-vif-deleted', 'tag': 'ffc7e435-a912-4e1b-84ba-92073eb38efd', 'status': 'completed', 'code': 200} Jul 15 15:06:29.436256 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1567c-2c56-4332-8e45-b676619a1539 req-c12e4b17-9070-4c62-880b-41866cd6ac65 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:29.443630 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c1567c-2c56-4332-8e45-b676619a1539 req-c12e4b17-9070-4c62-880b-41866cd6ac65 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 943 time: 0.0972924 Jul 15 15:06:29.493570 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-26c1567c-2c56-4332-8e45-b676619a1539 req-9e2304e3-678c-4124-b80e-caad8ab3b2ea tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489073 Jul 15 15:06:29.535713 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7547f27a-62eb-4739-ac72-9014c2bd81b3 req-c263f947-18c7-454d-9985-2e937c789410 tempest-TestMinimumBasicScenario-597953152 tempest-TestMinimumBasicScenario-597953152-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e8c7199-b747-4c93-83b2-e389c93eff0d HTTP/1.1" status: 200 len: 210 time: 0.0385177 Jul 15 15:06:29.710266 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 37774) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:29.813757 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c7134246-3b41-46ab-a516-d742eea2b0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:29.900542 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c7134246-3b41-46ab-a516-d742eea2b0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:29.904089 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c7134246-3b41-46ab-a516-d742eea2b0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:29.944709 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-c7134246-3b41-46ab-a516-d742eea2b0c8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9cad300a99a64056992b2686d498a4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2334027 Jul 15 15:06:29.945609 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7134246-3b41-46ab-a516-d742eea2b0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071aa1d9-0dee-4af3-99e2-73532cb7c988,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:29.947307 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 37780) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:29.995583 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd846-6599-4e8a-8c53-52fab633531c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.020765 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd846-6599-4e8a-8c53-52fab633531c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.065820 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd846-6599-4e8a-8c53-52fab633531c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.068550 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e0fbd846-6599-4e8a-8c53-52fab633531c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.072105 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-e0fbd846-6599-4e8a-8c53-52fab633531c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/071aa1d9-0dee-4af3-99e2-73532cb7c988 HTTP/1.1" status: 204 len: 168 time: 0.1213834 Jul 15 15:06:30.077569 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbd846-6599-4e8a-8c53-52fab633531c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071aa1d9-0dee-4af3-99e2-73532cb7c988,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:30.279886 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1971511a-8cf2-4ccb-98fd-c00ca422ea64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:30.520883 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee5459-4087-4633-aec3-6d993d7c0e86 req-0c066b19-1d32-4c79-ab1a-d58f6e65130e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:30.522371 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-55ee5459-4087-4633-aec3-6d993d7c0e86 req-0c066b19-1d32-4c79-ab1a-d58f6e65130e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0621378 Jul 15 15:06:30.559965 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-55ee5459-4087-4633-aec3-6d993d7c0e86 req-1a14582a-0f1a-4a55-8aa4-113b57745422 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320714 Jul 15 15:06:30.667436 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482545b-f9f5-41d0-8623-a8f99d688096 req-c95e9e72-9617-4c22-998a-c9b4bb022c95 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:30.669577 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0482545b-f9f5-41d0-8623-a8f99d688096 req-c95e9e72-9617-4c22-998a-c9b4bb022c95 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 943 time: 0.0655651 Jul 15 15:06:30.706977 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-0482545b-f9f5-41d0-8623-a8f99d688096 req-03f63052-5901-4e78-b587-a9c2ac332288 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319483 Jul 15 15:06:31.221694 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 37838) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:31.733934 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e74e5-69e5-4d87-ac13-b47d61e1696e req-aedc8a03-b755-4f55-afb1-8e0c591b9980 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:31.735435 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a57e74e5-69e5-4d87-ac13-b47d61e1696e req-aedc8a03-b755-4f55-afb1-8e0c591b9980 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0618331 Jul 15 15:06:31.773332 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a57e74e5-69e5-4d87-ac13-b47d61e1696e req-dcac5ff7-a3bc-4ecc-8736-56d47df71155 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322065 Jul 15 15:06:31.801920 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c80b8840-fb62-4cf4-ae8f-9b7317d269c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-778414'] for router_interface, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:31.946182 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a68cb-39d6-4640-9e8b-3a76bd1a1bb3 req-0608b325-cae3-41c8-994d-7744300ada9e tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:31.947588 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ca2a68cb-39d6-4640-9e8b-3a76bd1a1bb3 req-0608b325-cae3-41c8-994d-7744300ada9e tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 943 time: 0.1131642 Jul 15 15:06:32.035236 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ca2a68cb-39d6-4640-9e8b-3a76bd1a1bb3 req-17dd49c1-db48-48d6-a95a-6334d53d6211 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573936 Jul 15 15:06:32.128714 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-c80b8840-fb62-4cf4-ae8f-9b7317d269c1 admin admin] Deleting port 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:32.129062 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c80b8840-fb62-4cf4-ae8f-9b7317d269c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.207804 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-c80b8840-fb62-4cf4-ae8f-9b7317d269c1 admin admin] For port 4d95b46e-93b4-4fc4-9e34-5d502f681fd7, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=4d95b46e-93b4-4fc4-9e34-5d502f681fd7,segment=NetworkSegment(9189f2c6-f2d6-4529-85a0-94c23bd71d1b),segment_id=9189f2c6-f2d6-4529-85a0-94c23bd71d1b)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:32.208165 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c80b8840-fb62-4cf4-ae8f-9b7317d269c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.220429 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-c80b8840-fb62-4cf4-ae8f-9b7317d269c1 admin admin] Calling delete_port for 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 owned by network:router_interface {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:32.393114 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c80b8840-fb62-4cf4-ae8f-9b7317d269c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.418701 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b8840-fb62-4cf4-ae8f-9b7317d269c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d95b46e-93b4-4fc4-9e34-5d502f681fd7,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:32.576389 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c80b8840-fb62-4cf4-ae8f-9b7317d269c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781118'] for router_interface, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:32.781186 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80b8840-fb62-4cf4-ae8f-9b7317d269c1 admin admin] Router c83c5d67-9079-44f6-a0d0-1aad6acd5398 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:06:32.885221 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80b8840-fb62-4cf4-ae8f-9b7317d269c1 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:06:32.890251 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c80b8840-fb62-4cf4-ae8f-9b7317d269c1 admin admin] 10.222.0.72 "PUT /v2.0/routers/c83c5d67-9079-44f6-a0d0-1aad6acd5398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6675193 Jul 15 15:06:32.892894 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 37846) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:32.896788 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137bfd03-f59e-4f13-afa8-ea133b0e4819 None None] Sync routers for ids ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:06:32.911174 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137bfd03-f59e-4f13-afa8-ea133b0e4819 None None] Routers {'c83c5d67-9079-44f6-a0d0-1aad6acd5398'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:32.911809 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-137bfd03-f59e-4f13-afa8-ea133b0e4819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:06:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:32.967244 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7a921-0e16-4baa-949d-f7a31c37e514 req-035936a0-527b-48a9-bd25-4c08718cf9d9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:32.968806 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d2d7a921-0e16-4baa-949d-f7a31c37e514 req-035936a0-527b-48a9-bd25-4c08718cf9d9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0726137 Jul 15 15:06:32.999499 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device ffc7e435-a912-4e1b-84ba-92073eb38efd no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:33.007640 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d2d7a921-0e16-4baa-949d-f7a31c37e514 req-e9486bf3-0d64-4fb3-a6a3-dce3acc03655 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331106 Jul 15 15:06:33.009068 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67c6bcd5-b5dd-47ad-98e5-eea0b4eaa953 admin admin] Notify callbacks [] for router, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.033968 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: ffc7e435-a912-4e1b-84ba-92073eb38efd {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:06:33.034184 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device ffc7e435-a912-4e1b-84ba-92073eb38efd not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:06:33.040220 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8ba657e8-c062-4a45-b2a8-3895c3457fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.052644 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-137bfd03-f59e-4f13-afa8-ea133b0e4819 None None] Set router c83c5d67-9079-44f6-a0d0-1aad6acd5398 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:33.120709 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67c6bcd5-b5dd-47ad-98e5-eea0b4eaa953 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.213361 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-67c6bcd5-b5dd-47ad-98e5-eea0b4eaa953 admin admin] Deleting port 3fee8652-5331-46e8-8e6a-3e7dee10a9fb {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:33.213705 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67c6bcd5-b5dd-47ad-98e5-eea0b4eaa953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.284335 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecceeca-7a4b-49cf-b770-a1450a436661 req-913d463a-f9c6-4288-b1a9-fa34effbfd42 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:33.285732 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2ecceeca-7a4b-49cf-b770-a1450a436661 req-913d463a-f9c6-4288-b1a9-fa34effbfd42 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 943 time: 0.1250100 Jul 15 15:06:33.337434 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-67c6bcd5-b5dd-47ad-98e5-eea0b4eaa953 admin admin] For port 3fee8652-5331-46e8-8e6a-3e7dee10a9fb, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=3fee8652-5331-46e8-8e6a-3e7dee10a9fb,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:33.337827 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67c6bcd5-b5dd-47ad-98e5-eea0b4eaa953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.349139 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2ecceeca-7a4b-49cf-b770-a1450a436661 req-5759c7d2-d209-4a4f-a275-c3961a802363 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551708 Jul 15 15:06:33.350051 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-137bfd03-f59e-4f13-afa8-ea133b0e4819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'name': 'tempest-TestMinimumBasicScenario-1601126812-router', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:30Z', 'updated_at': '2021-07-15T15:06:32Z', 'revision_number': 5, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'gw_port': {'id': '3fee8652-5331-46e8-8e6a-3e7dee10a9fb', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:31Z', 'updated_at': '2021-07-15T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:33.354632 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-67c6bcd5-b5dd-47ad-98e5-eea0b4eaa953 admin admin] Calling delete_port for 3fee8652-5331-46e8-8e6a-3e7dee10a9fb owned by network:router_gateway {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:33.380528 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137bfd03-f59e-4f13-afa8-ea133b0e4819 None None] Checking router: c83c5d67-9079-44f6-a0d0-1aad6acd5398 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:06:33.389419 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137bfd03-f59e-4f13-afa8-ea133b0e4819 None None] Routers {'c83c5d67-9079-44f6-a0d0-1aad6acd5398'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:33.390018 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-137bfd03-f59e-4f13-afa8-ea133b0e4819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:06:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:33.468927 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.484015 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-137bfd03-f59e-4f13-afa8-ea133b0e4819 None None] Set router c83c5d67-9079-44f6-a0d0-1aad6acd5398 gateway port host: None {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:33.523746 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67c6bcd5-b5dd-47ad-98e5-eea0b4eaa953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.536264 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-137bfd03-f59e-4f13-afa8-ea133b0e4819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'name': 'tempest-TestMinimumBasicScenario-1601126812-router', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:30Z', 'updated_at': '2021-07-15T15:06:33Z', 'revision_number': 6, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'gw_port_host': None}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:33.549168 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6bcd5-b5dd-47ad-98e5-eea0b4eaa953 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fee8652-5331-46e8-8e6a-3e7dee10a9fb,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:33.565425 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137bfd03-f59e-4f13-afa8-ea133b0e4819 None None] The sync data for ids ['c83c5d67-9079-44f6-a0d0-1aad6acd5398'] in dv-cinder-788367-2-iscsi is: [{'id': 'c83c5d67-9079-44f6-a0d0-1aad6acd5398', 'name': 'tempest-TestMinimumBasicScenario-1601126812-router', 'tenant_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:30Z', 'updated_at': '2021-07-15T15:06:33Z', 'revision_number': 6, 'project_id': 'd12d907d37f74d6ba42fb769f7b32a4d', 'gw_port_host': None}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:06:33.615852 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67c6bcd5-b5dd-47ad-98e5-eea0b4eaa953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633188'] for router_gateway, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.704380 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67c6bcd5-b5dd-47ad-98e5-eea0b4eaa953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25220'] for router, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.706435 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67c6bcd5-b5dd-47ad-98e5-eea0b4eaa953 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.747390 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67c6bcd5-b5dd-47ad-98e5-eea0b4eaa953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778982'] for router, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.747943 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c6bcd5-b5dd-47ad-98e5-eea0b4eaa953 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c83c5d67-9079-44f6-a0d0-1aad6acd5398 {{(pid=92930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:06:33.752124 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67c6bcd5-b5dd-47ad-98e5-eea0b4eaa953 admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.753284 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-67c6bcd5-b5dd-47ad-98e5-eea0b4eaa953 admin admin] 10.222.0.72 "DELETE /v2.0/routers/c83c5d67-9079-44f6-a0d0-1aad6acd5398 HTTP/1.1" status: 204 len: 168 time: 0.8595493 Jul 15 15:06:33.756050 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 37850) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:33.798830 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb86009-a9d4-471c-9e55-0861c164c405 admin admin] Deleting subnet a45348f1-adf1-4611-a181-6a62359542ea {{(pid=92930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:06:33.801658 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1cb86009-a9d4-471c-9e55-0861c164c405 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.837878 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1cb86009-a9d4-471c-9e55-0861c164c405 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2994775'] for subnet, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:33.947870 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1cb86009-a9d4-471c-9e55-0861c164c405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66795978'] for subnet, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.003657 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1cb86009-a9d4-471c-9e55-0861c164c405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66796029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2594616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2806727'] for subnet, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.034024 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb86009-a9d4-471c-9e55-0861c164c405 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a45348f1-adf1-4611-a181-6a62359542ea,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:34.039525 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-1cb86009-a9d4-471c-9e55-0861c164c405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.044613 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-1cb86009-a9d4-471c-9e55-0861c164c405 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a45348f1-adf1-4611-a181-6a62359542ea HTTP/1.1" status: 204 len: 168 time: 0.2875793 Jul 15 15:06:34.044892 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 37854) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:34.046919 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7ec2bc-db64-4a4e-93fb-5b39a3f25bbd None None] Network 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:34.109183 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.119099 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66702497'] for network, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.220233 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] Deleting port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:34.220369 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.229419 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dcebd-7af7-4d96-907a-90159cd84d1b req-38027a66-2e53-46d9-b3cb-5af639162dee tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:34.231479 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6f2dcebd-7af7-4d96-907a-90159cd84d1b req-38027a66-2e53-46d9-b3cb-5af639162dee tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.1011655 Jul 15 15:06:34.316037 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] For port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=6f7b82c1-d4cd-483c-ba8c-663ed760e1f6,segment=NetworkSegment(9189f2c6-f2d6-4529-85a0-94c23bd71d1b),segment_id=9189f2c6-f2d6-4529-85a0-94c23bd71d1b)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:34.316430 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.321552 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6f2dcebd-7af7-4d96-907a-90159cd84d1b req-25671720-8017-4cad-81ae-0cb3e9a2ddf5 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808184 Jul 15 15:06:34.332310 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] Calling delete_port for 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 owned by network:dhcp {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:34.366338 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be42703b-d5c4-4f83-a277-d906d16aff36 None None] DHCP port deletion for 1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 request from dv-cinder-788367-2-iscsi {{(pid=92932) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:06:34.399789 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:34.422477 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:06:34.422824 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 4d95b46e-93b4-4fc4-9e34-5d502f681fd7 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:06:34.424871 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.443170 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-be42703b-d5c4-4f83-a277-d906d16aff36 None None] Deleting port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:34.443545 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-be42703b-d5c4-4f83-a277-d906d16aff36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.457059 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7b82c1-d4cd-483c-ba8c-663ed760e1f6,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:34.458908 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] No DVR routers for this DVR port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 on host dv-cinder-788367-2-iscsi {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:34.511065 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-be42703b-d5c4-4f83-a277-d906d16aff36 None None] For port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6, host dv-cinder-788367-2-iscsi, got binding levels [] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:34.511470 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-be42703b-d5c4-4f83-a277-d906d16aff36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.524185 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-be42703b-d5c4-4f83-a277-d906d16aff36 None None] Calling delete_port for 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 owned by network:dhcp {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:34.529494 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.ipam_backend_mixin [None req-be42703b-d5c4-4f83-a277-d906d16aff36 None None] Port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 was not found and therefore no delete operation was performed {{(pid=92932) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:06:34.530804 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-be42703b-d5c4-4f83-a277-d906d16aff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.540893 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34d38f-a0c9-4393-b6d2-60d2b8fbd61e req-f0a457ba-6555-4de9-b90e-875589874f22 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:34.542382 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1f34d38f-a0c9-4393-b6d2-60d2b8fbd61e req-f0a457ba-6555-4de9-b90e-875589874f22 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 943 time: 0.0735798 Jul 15 15:06:34.549527 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796974', 'neutron.services.segments.db._delete_segments_for_network-8756598894668'] for network, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.557703 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42703b-d5c4-4f83-a277-d906d16aff36 None None] Pushing event deleted for resources: {'Port': ['ID=6f7b82c1-d4cd-483c-ba8c-663ed760e1f6,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:34.561295 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc5ad34-9dbb-49f1-b4ee-c8629ded9186']}} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:34.561834 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be42703b-d5c4-4f83-a277-d906d16aff36 None None] No DVR routers for this DVR port 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 on host dv-cinder-788367-2-iscsi {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:34.573704 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9189f2c6-f2d6-4529-85a0-94c23bd71d1b') {'for_net_delete': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:34.574192 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9189f2c6-f2d6-4529-85a0-94c23bd71d1b') {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:34.587206 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756598898261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119874'] for segment, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.589419 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1f34d38f-a0c9-4393-b6d2-60d2b8fbd61e req-b237f84f-1e34-45ea-ab8a-ee5f69da7dbb tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404036 Jul 15 15:06:34.606376 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.612596 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=92931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:06:34.612989 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9121765'] for segment, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: Traceback (most recent call last): Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: timer() Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: cb(*args, **kw) Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: return func(*args, **kwargs) Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: self._notify() Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: self.callback(batched_events) Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: event.method(event) Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: return f(self, *a, **k) Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._get(url).json() Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: return self.request(url, 'GET', **kwargs) Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:06:34.614784 dv-cinder-788367-2-iscsi neutron-server[92931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:06:34.672254 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633272'] for network, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.687192 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:34.689107 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/1fc5ad34-9dbb-49f1-b4ee-c8629ded9186 HTTP/1.1" status: 204 len: 168 time: 0.6432400 Jul 15 15:06:34.690449 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad90421-6664-474f-bd20-cf2c747ec1c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc5ad34-9dbb-49f1-b4ee-c8629ded9186,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:34.692043 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 37858) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:34.982729 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device d88b7978-b40f-41c4-9899-2e53f4524810 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:06:35.032494 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-778414'] for router_interface, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.075131 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port d88b7978-b40f-41c4-9899-2e53f4524810, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d88b7978-b40f-41c4-9899-2e53f4524810,segment=NetworkSegment(530807e7-ddc2-4511-b561-a0efd7acd4f9),segment_id=530807e7-ddc2-4511-b561-a0efd7acd4f9)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:35.089753 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': 'd88b7978-b40f-41c4-9899-2e53f4524810', 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a', 'port_id': 'd88b7978-b40f-41c4-9899-2e53f4524810', 'mac_address': 'fa:16:3e:db:49:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:06:35.128804 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.142499 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88b7978-b40f-41c4-9899-2e53f4524810 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:06:35.161652 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port d88b7978-b40f-41c4-9899-2e53f4524810, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d88b7978-b40f-41c4-9899-2e53f4524810,segment=NetworkSegment(530807e7-ddc2-4511-b561-a0efd7acd4f9),segment_id=530807e7-ddc2-4511-b561-a0efd7acd4f9)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:35.167562 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.216653 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=d88b7978-b40f-41c4-9899-2e53f4524810,revision_number=7']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:35.286294 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Deleting port fc70446e-77d1-4f4d-bd02-53deafdcbc64 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:35.286549 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.362035 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] For port fc70446e-77d1-4f4d-bd02-53deafdcbc64, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=fc70446e-77d1-4f4d-bd02-53deafdcbc64,segment=NetworkSegment(6601982f-6b17-47f2-8fd0-979f1fbd863e),segment_id=6601982f-6b17-47f2-8fd0-979f1fbd863e)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:35.362393 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.374630 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Calling delete_port for fc70446e-77d1-4f4d-bd02-53deafdcbc64 owned by network:router_interface {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:35.398915 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['d88b7978-b40f-41c4-9899-2e53f4524810'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:06:35.483382 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.707655 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d36d1-68c1-4d7e-bb39-ff469f5d4bc0 req-26f7a16b-e656-4c7f-bd4e-6dd06bce8e14 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:35.714370 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9d8d36d1-68c1-4d7e-bb39-ff469f5d4bc0 req-26f7a16b-e656-4c7f-bd4e-6dd06bce8e14 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0882032 Jul 15 15:06:35.735501 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:35.751632 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9d8d36d1-68c1-4d7e-bb39-ff469f5d4bc0 req-8ca842d6-b06a-4a0d-9b3a-f9784e928e35 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361450 Jul 15 15:06:35.758556 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:06:35.758916 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 6f7b82c1-d4cd-483c-ba8c-663ed760e1f6 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:06:35.759351 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 3fee8652-5331-46e8-8e6a-3e7dee10a9fb no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:35.782218 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: 3fee8652-5331-46e8-8e6a-3e7dee10a9fb {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:06:35.782571 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 3fee8652-5331-46e8-8e6a-3e7dee10a9fb not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:06:35.853572 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348ff26-f9e9-4d69-9723-b3f350ac2a72 req-e67a3a92-a35b-46ca-9601-aaca706b1fe0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:35.855016 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c348ff26-f9e9-4d69-9723-b3f350ac2a72 req-e67a3a92-a35b-46ca-9601-aaca706b1fe0 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 944 time: 0.1098843 Jul 15 15:06:35.878933 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:35.913476 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc70446e-77d1-4f4d-bd02-53deafdcbc64,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:35.944885 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:35.945227 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:35.945735 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:35.946075 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:35.946403 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:35.946729 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:35.947059 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:35.947384 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:35.947712 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:35.948034 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:35.948385 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:35.948707 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:06:35.957260 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c348ff26-f9e9-4d69-9723-b3f350ac2a72 req-b369feaa-0e24-4e31-8cc7-1ac4a98f7094 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963025 Jul 15 15:06:36.097630 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781118'] for router_interface, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:36.301839 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Router 7cfe2e7a-7000-4952-8da0-2c3d9f0e8511 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:06:36.403192 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:06:36.408115 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-a31600ff-af02-47ad-aebd-51bcca477171 admin admin] 10.222.0.72 "PUT /v2.0/routers/7cfe2e7a-7000-4952-8da0-2c3d9f0e8511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7149816 Jul 15 15:06:36.410648 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 37868) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:36.411795 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb2244-890d-4598-a004-a0ae7cffeea1 None None] Sync routers for ids ['7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:06:36.421424 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb2244-890d-4598-a004-a0ae7cffeea1 None None] Routers {'7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:36.422031 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-0ecb2244-890d-4598-a004-a0ae7cffeea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:06:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:36.513216 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3f9bbf8-61e0-4a33-904a-d6e1040b1a46 admin admin] Notify callbacks [] for router, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:36.522927 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-0ecb2244-890d-4598-a004-a0ae7cffeea1 None None] Set router 7cfe2e7a-7000-4952-8da0-2c3d9f0e8511 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:36.614015 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3f9bbf8-61e0-4a33-904a-d6e1040b1a46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:36.666113 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9bbf8-61e0-4a33-904a-d6e1040b1a46 admin admin] Deleting port d6eca246-062d-4379-a9c7-1ec5af299ea8 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:36.666451 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3f9bbf8-61e0-4a33-904a-d6e1040b1a46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:36.694099 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-0ecb2244-890d-4598-a004-a0ae7cffeea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'name': 'tempest-TestMinimumBasicScenario-1533765105-router', 'tenant_id': '4652a7773be84075be62b248312692ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'd6eca246-062d-4379-a9c7-1ec5af299ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:36Z', 'updated_at': '2021-07-15T15:06:35Z', 'revision_number': 5, 'project_id': '4652a7773be84075be62b248312692ec', 'gw_port': {'id': 'd6eca246-062d-4379-a9c7-1ec5af299ea8', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ed:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:37Z', 'updated_at': '2021-07-15T15:03:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:36.748674 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-c3f9bbf8-61e0-4a33-904a-d6e1040b1a46 admin admin] For port d6eca246-062d-4379-a9c7-1ec5af299ea8, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=d6eca246-062d-4379-a9c7-1ec5af299ea8,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:36.749029 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3f9bbf8-61e0-4a33-904a-d6e1040b1a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:36.761555 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9bbf8-61e0-4a33-904a-d6e1040b1a46 admin admin] Calling delete_port for d6eca246-062d-4379-a9c7-1ec5af299ea8 owned by network:router_gateway {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:36.806638 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb2244-890d-4598-a004-a0ae7cffeea1 None None] Checking router: 7cfe2e7a-7000-4952-8da0-2c3d9f0e8511 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:06:36.815603 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb2244-890d-4598-a004-a0ae7cffeea1 None None] Routers {'7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:06:36.816235 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-0ecb2244-890d-4598-a004-a0ae7cffeea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:06:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:36.901322 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-0ecb2244-890d-4598-a004-a0ae7cffeea1 None None] Set router 7cfe2e7a-7000-4952-8da0-2c3d9f0e8511 gateway port host: None {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:06:36.929532 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3f9bbf8-61e0-4a33-904a-d6e1040b1a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:36.935063 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0e9ea-3f43-49f3-9df9-899376e3acdc req-69f1b41f-fa2a-4ba0-b764-2ba90b44e218 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:36.937101 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-43d0e9ea-3f43-49f3-9df9-899376e3acdc req-69f1b41f-fa2a-4ba0-b764-2ba90b44e218 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0677412 Jul 15 15:06:36.956224 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9bbf8-61e0-4a33-904a-d6e1040b1a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6eca246-062d-4379-a9c7-1ec5af299ea8,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:36.957510 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-0ecb2244-890d-4598-a004-a0ae7cffeea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'name': 'tempest-TestMinimumBasicScenario-1533765105-router', 'tenant_id': '4652a7773be84075be62b248312692ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:36Z', 'updated_at': '2021-07-15T15:06:36Z', 'revision_number': 6, 'project_id': '4652a7773be84075be62b248312692ec', 'gw_port_host': None}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:36.988658 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb2244-890d-4598-a004-a0ae7cffeea1 None None] The sync data for ids ['7cfe2e7a-7000-4952-8da0-2c3d9f0e8511'] in dv-cinder-788367-2-iscsi is: [{'id': '7cfe2e7a-7000-4952-8da0-2c3d9f0e8511', 'name': 'tempest-TestMinimumBasicScenario-1533765105-router', 'tenant_id': '4652a7773be84075be62b248312692ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:36Z', 'updated_at': '2021-07-15T15:06:36Z', 'revision_number': 6, 'project_id': '4652a7773be84075be62b248312692ec', 'gw_port_host': None}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:06:36.994851 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device d88b7978-b40f-41c4-9899-2e53f4524810 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:37.005988 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-43d0e9ea-3f43-49f3-9df9-899376e3acdc req-795f572a-4c1b-4f42-bc0d-de86a0117f58 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540128 Jul 15 15:06:37.037315 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3f9bbf8-61e0-4a33-904a-d6e1040b1a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633188'] for router_gateway, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.062164 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port d88b7978-b40f-41c4-9899-2e53f4524810 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:37.062542 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.138175 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.160433 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88b7978-b40f-41c4-9899-2e53f4524810'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:37.161832 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3f9bbf8-61e0-4a33-904a-d6e1040b1a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25220'] for router, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.162594 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d65d8eb-9b40-4657-afc4-ba24ab306ab1" -d '{"events": [{"server_uuid": "a1392418-ee03-4a65-bfac-cc559b0a9fcc", "name": "network-vif-plugged", "status": "completed", "tag": "d88b7978-b40f-41c4-9899-2e53f4524810"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:37.164419 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3f9bbf8-61e0-4a33-904a-d6e1040b1a46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.176077 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port d88b7978-b40f-41c4-9899-2e53f4524810, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d88b7978-b40f-41c4-9899-2e53f4524810,segment=NetworkSegment(530807e7-ddc2-4511-b561-a0efd7acd4f9),segment_id=530807e7-ddc2-4511-b561-a0efd7acd4f9)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:37.180956 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.207608 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e80fc40-f657-49e3-96c2-d845aad21412 x-openstack-request-id: req-3e80fc40-f657-49e3-96c2-d845aad21412 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:37.207922 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1392418-ee03-4a65-bfac-cc559b0a9fcc", "name": "network-vif-plugged", "status": "completed", "tag": "d88b7978-b40f-41c4-9899-2e53f4524810", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:37.208196 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3e80fc40-f657-49e3-96c2-d845aad21412 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:37.208591 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88b7978-b40f-41c4-9899-2e53f4524810', 'code': 200} Jul 15 15:06:37.229040 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3f9bbf8-61e0-4a33-904a-d6e1040b1a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778982'] for router, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.229614 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f9bbf8-61e0-4a33-904a-d6e1040b1a46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cfe2e7a-7000-4952-8da0-2c3d9f0e8511 {{(pid=92930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:06:37.235783 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3f9bbf8-61e0-4a33-904a-d6e1040b1a46 admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.239301 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c3f9bbf8-61e0-4a33-904a-d6e1040b1a46 admin admin] 10.222.0.72 "DELETE /v2.0/routers/7cfe2e7a-7000-4952-8da0-2c3d9f0e8511 HTTP/1.1" status: 204 len: 168 time: 0.8254602 Jul 15 15:06:37.239858 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 37876) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:37.243463 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=d88b7978-b40f-41c4-9899-2e53f4524810,revision_number=8']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:37.247595 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ca02d-57fb-4fc3-afad-79ef64606a8d req-88707e4f-4270-4075-a81d-8b51670d120d tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:37.249142 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-696ca02d-57fb-4fc3-afad-79ef64606a8d req-88707e4f-4270-4075-a81d-8b51670d120d tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 944 time: 0.1537116 Jul 15 15:06:37.287274 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-696ca02d-57fb-4fc3-afad-79ef64606a8d req-79e3fe60-a29a-4c9b-a9a5-b2e9ea496f72 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322533 Jul 15 15:06:37.293647 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6b4d8c-f282-4fe0-ac49-7732e0101d41 admin admin] Deleting subnet 0e13765c-863d-43a4-af07-0fadf8d437bc {{(pid=92931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:06:37.296693 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4d8c-f282-4fe0-ac49-7732e0101d41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.332178 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4d8c-f282-4fe0-ac49-7732e0101d41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9119925'] for subnet, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.482843 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36301de-cc1d-474a-be17-9599c8302f35 req-c9784da3-b159-447b-a7ac-3eef2fe45bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:37.484392 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b36301de-cc1d-474a-be17-9599c8302f35 req-c9784da3-b159-447b-a7ac-3eef2fe45bd5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 1098 time: 0.0567746 Jul 15 15:06:37.522505 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b36301de-cc1d-474a-be17-9599c8302f35 req-13828f8c-ced6-4ca6-9e0b-d65f9fee6c4d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296018 Jul 15 15:06:37.707240 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4d8c-f282-4fe0-ac49-7732e0101d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66795978'] for subnet, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.757378 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4d8c-f282-4fe0-ac49-7732e0101d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66796029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9119815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9061582'] for subnet, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.783973 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4d8c-f282-4fe0-ac49-7732e0101d41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.787922 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-0b6b4d8c-f282-4fe0-ac49-7732e0101d41 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0e13765c-863d-43a4-af07-0fadf8d437bc HTTP/1.1" status: 204 len: 168 time: 0.5451057 Jul 15 15:06:37.787922 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b4d8c-f282-4fe0-ac49-7732e0101d41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e13765c-863d-43a4-af07-0fadf8d437bc,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:37.788881 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 37878) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:37.792312 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dab50a5-7d07-435c-8ffb-15879dd97daf None None] Network 01a075a3-3de0-43cb-811f-4e0df09d8c58 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:06:37.875435 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66702497'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.881646 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device fc70446e-77d1-4f4d-bd02-53deafdcbc64 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:37.921559 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: fc70446e-77d1-4f4d-bd02-53deafdcbc64 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:06:37.921916 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device fc70446e-77d1-4f4d-bd02-53deafdcbc64 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:06:37.922352 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device d6eca246-062d-4379-a9c7-1ec5af299ea8 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:37.930073 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] Deleting port ec20b185-e30e-4fb3-99df-3e2feb6b2b71 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:37.930414 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:37.943886 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: d6eca246-062d-4379-a9c7-1ec5af299ea8 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:06:37.944258 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device d6eca246-062d-4379-a9c7-1ec5af299ea8 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:06:38.002406 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] For port ec20b185-e30e-4fb3-99df-3e2feb6b2b71, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=ec20b185-e30e-4fb3-99df-3e2feb6b2b71,segment=NetworkSegment(6601982f-6b17-47f2-8fd0-979f1fbd863e),segment_id=6601982f-6b17-47f2-8fd0-979f1fbd863e)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:38.002756 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.014920 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] Calling delete_port for ec20b185-e30e-4fb3-99df-3e2feb6b2b71 owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:38.021817 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599ad3b8-05ac-4991-8937-4b14338e2a8a None None] DHCP port deletion for 01a075a3-3de0-43cb-811f-4e0df09d8c58 request from dv-cinder-788367-2-iscsi {{(pid=92932) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:06:38.074255 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-599ad3b8-05ac-4991-8937-4b14338e2a8a None None] Deleting port ec20b185-e30e-4fb3-99df-3e2feb6b2b71 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:06:38.074657 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-599ad3b8-05ac-4991-8937-4b14338e2a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.101279 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.144999 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] No DVR routers for this DVR port ec20b185-e30e-4fb3-99df-3e2feb6b2b71 on host dv-cinder-788367-2-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:38.147683 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec20b185-e30e-4fb3-99df-3e2feb6b2b71,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:38.170446 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-599ad3b8-05ac-4991-8937-4b14338e2a8a None None] For port ec20b185-e30e-4fb3-99df-3e2feb6b2b71, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=ec20b185-e30e-4fb3-99df-3e2feb6b2b71,segment=NetworkSegment(6601982f-6b17-47f2-8fd0-979f1fbd863e),segment_id=6601982f-6b17-47f2-8fd0-979f1fbd863e)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:38.170840 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-599ad3b8-05ac-4991-8937-4b14338e2a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.184452 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-599ad3b8-05ac-4991-8937-4b14338e2a8a None None] Calling delete_port for ec20b185-e30e-4fb3-99df-3e2feb6b2b71 owned by network:dhcp {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:06:38.192457 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de11815-d767-4088-9c6c-5549b636e2cf req-dd74936f-4068-49ee-b53a-3fb5d843f843 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:38.194004 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0de11815-d767-4088-9c6c-5549b636e2cf req-dd74936f-4068-49ee-b53a-3fb5d843f843 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0670114 Jul 15 15:06:38.235110 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-0de11815-d767-4088-9c6c-5549b636e2cf req-6d116f9c-9b03-4608-a576-afb3a060eae9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336256 Jul 15 15:06:38.235601 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796974', 'neutron.services.segments.db._delete_segments_for_network-8756598894668'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.246260 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a075a3-3de0-43cb-811f-4e0df09d8c58']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:38.266886 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6601982f-6b17-47f2-8fd0-979f1fbd863e') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:38.267258 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6601982f-6b17-47f2-8fd0-979f1fbd863e') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:06:38.281188 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756598898261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994784'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.299093 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.306387 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:06:38.306916 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2592922'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: timer() Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: cb(*args, **kw) Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: self._notify() Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: self.callback(batched_events) Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: event.method(event) Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: return self._get(url).json() Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:06:38.308976 dv-cinder-788367-2-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:06:38.338048 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-599ad3b8-05ac-4991-8937-4b14338e2a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.369241 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ad3b8-05ac-4991-8937-4b14338e2a8a None None] Pushing event deleted for resources: {'Port': ['ID=ec20b185-e30e-4fb3-99df-3e2feb6b2b71,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:38.371079 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599ad3b8-05ac-4991-8937-4b14338e2a8a None None] No DVR routers for this DVR port ec20b185-e30e-4fb3-99df-3e2feb6b2b71 on host dv-cinder-788367-2-iscsi {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:06:38.379429 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633272'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.384704 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.389588 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/01a075a3-3de0-43cb-811f-4e0df09d8c58 HTTP/1.1" status: 204 len: 168 time: 0.5969088 Jul 15 15:06:38.404140 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c3659-d718-46aa-9a77-013ea8de4cc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=01a075a3-3de0-43cb-811f-4e0df09d8c58,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:38.478328 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88652d-6aaa-4117-abbe-36528c4ee782 req-972e9244-ebde-41a4-a2f4-8d91eb3e9867 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:38.479798 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ed88652d-6aaa-4117-abbe-36528c4ee782 req-972e9244-ebde-41a4-a2f4-8d91eb3e9867 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.0627036 Jul 15 15:06:38.520777 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ed88652d-6aaa-4117-abbe-36528c4ee782 req-4396f679-1946-4b02-91fb-7ce92bf8f683 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353553 Jul 15 15:06:38.557372 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 37888) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:38.599729 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-5c697a37-3498-4680-b22d-91559121390d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d12d907d37f74d6ba42fb769f7b32a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412123 Jul 15 15:06:38.602047 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 37890) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:38.648108 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7728e553-2d88-4fc2-95ca-55bbb2a5aeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.668612 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7728e553-2d88-4fc2-95ca-55bbb2a5aeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.713636 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7728e553-2d88-4fc2-95ca-55bbb2a5aeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.716142 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7728e553-2d88-4fc2-95ca-55bbb2a5aeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:38.717292 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-7728e553-2d88-4fc2-95ca-55bbb2a5aeed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/38bcf1c9-cf61-4379-9d71-e69208e9ae53 HTTP/1.1" status: 204 len: 168 time: 0.1143858 Jul 15 15:06:38.724581 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728e553-2d88-4fc2-95ca-55bbb2a5aeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bcf1c9-cf61-4379-9d71-e69208e9ae53,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:39.017643 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 37896) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:39.058310 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-463a8bf0-e4a1-41eb-bfc2-0a1d43be07df admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4652a7773be84075be62b248312692ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394640 Jul 15 15:06:39.061624 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 37898) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:06:39.107546 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-39f280d0-4281-4f2b-9124-0d4d4c2de37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:39.127995 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-39f280d0-4281-4f2b-9124-0d4d4c2de37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:39.173973 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-39f280d0-4281-4f2b-9124-0d4d4c2de37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:39.176651 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-39f280d0-4281-4f2b-9124-0d4d4c2de37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:39.177793 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-39f280d0-4281-4f2b-9124-0d4d4c2de37d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e14354b1-2bbe-4421-8ec1-ade57e9f1d71 HTTP/1.1" status: 204 len: 168 time: 0.1152399 Jul 15 15:06:39.186434 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f280d0-4281-4f2b-9124-0d4d4c2de37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14354b1-2bbe-4421-8ec1-ade57e9f1d71,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:39.417312 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e45daa-51d9-4ddd-9bab-de08d5db0832 req-93cdcea7-8a0f-4b94-a159-27c5ed5ac65a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:39.419058 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d9e45daa-51d9-4ddd-9bab-de08d5db0832 req-93cdcea7-8a0f-4b94-a159-27c5ed5ac65a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0680177 Jul 15 15:06:39.458940 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d9e45daa-51d9-4ddd-9bab-de08d5db0832 req-2858c182-692d-440b-b586-476e01591796 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340035 Jul 15 15:06:39.704984 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device ec20b185-e30e-4fb3-99df-3e2feb6b2b71 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:39.724669 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: ec20b185-e30e-4fb3-99df-3e2feb6b2b71 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:06:39.725013 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device ec20b185-e30e-4fb3-99df-3e2feb6b2b71 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:06:40.638555 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4d30-d00c-468c-8c39-f93dde3f14b2 req-d575ce46-7f1a-4a02-9e0c-c8626f231f49 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:40.640006 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d76a4d30-d00c-468c-8c39-f93dde3f14b2 req-d575ce46-7f1a-4a02-9e0c-c8626f231f49 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0615549 Jul 15 15:06:40.676392 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d76a4d30-d00c-468c-8c39-f93dde3f14b2 req-80dabd32-02df-46a7-a0d5-2f53362ee5ea tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308254 Jul 15 15:06:41.852188 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e76c0-0890-4e5c-972b-7e12552db6d1 req-195e0b28-c751-496a-b275-ddba78ebfcbd tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:41.853656 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9f2e76c0-0890-4e5c-972b-7e12552db6d1 req-195e0b28-c751-496a-b275-ddba78ebfcbd tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0648968 Jul 15 15:06:41.890756 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9f2e76c0-0890-4e5c-972b-7e12552db6d1 req-addb7857-8f95-48f6-9f68-1a040d44a5f7 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316465 Jul 15 15:06:43.021386 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 000a2673-2aec-4e4d-8e86-7e34835d6863 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:06:43.069108 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f70da-ce08-4aed-aae3-7a97461695a6 req-b68bbffc-caa6-402b-b51f-4d442404220a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:43.070566 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-207f70da-ce08-4aed-aae3-7a97461695a6 req-b68bbffc-caa6-402b-b51f-4d442404220a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0647991 Jul 15 15:06:43.108585 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-207f70da-ce08-4aed-aae3-7a97461695a6 req-61711fe8-0586-4444-8f6a-de0a6c8fbbdc tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315819 Jul 15 15:06:43.115802 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 000a2673-2aec-4e4d-8e86-7e34835d6863, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=000a2673-2aec-4e4d-8e86-7e34835d6863,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:43.127103 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '000a2673-2aec-4e4d-8e86-7e34835d6863', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'port_id': '000a2673-2aec-4e4d-8e86-7e34835d6863', 'mac_address': 'fa:16:3e:35:28:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:06:43.163566 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.176035 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 000a2673-2aec-4e4d-8e86-7e34835d6863 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:06:43.195818 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 000a2673-2aec-4e4d-8e86-7e34835d6863, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=000a2673-2aec-4e4d-8e86-7e34835d6863,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:43.201251 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:43.249150 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=000a2673-2aec-4e4d-8e86-7e34835d6863,revision_number=6']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:43.299005 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['000a2673-2aec-4e4d-8e86-7e34835d6863'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:06:44.333427 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad879c8-e932-48d8-8832-47ab2560c69e req-656dc08a-4ba7-4cf6-9759-1de7147a648b tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:44.334995 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4ad879c8-e932-48d8-8832-47ab2560c69e req-656dc08a-4ba7-4cf6-9759-1de7147a648b tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 944 time: 0.0698011 Jul 15 15:06:44.381248 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4ad879c8-e932-48d8-8832-47ab2560c69e req-82017886-a748-4261-b93a-922dab32ae71 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364556 Jul 15 15:06:45.045778 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 000a2673-2aec-4e4d-8e86-7e34835d6863 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:06:45.103062 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 000a2673-2aec-4e4d-8e86-7e34835d6863 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:06:45.103447 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:45.195867 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:45.224471 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000a2673-2aec-4e4d-8e86-7e34835d6863'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:45.226823 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624433c0-9343-4c1d-932b-75e5bded0a28" -d '{"events": [{"server_uuid": "245c4abc-eaef-42a5-9cc5-665c230e9e98", "name": "network-vif-plugged", "status": "completed", "tag": "000a2673-2aec-4e4d-8e86-7e34835d6863"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:45.242851 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 000a2673-2aec-4e4d-8e86-7e34835d6863, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=000a2673-2aec-4e4d-8e86-7e34835d6863,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:45.248858 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:45.289591 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c8d735-936b-4a05-9217-90aec8952444 x-openstack-request-id: req-b2c8d735-936b-4a05-9217-90aec8952444 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:45.289940 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245c4abc-eaef-42a5-9cc5-665c230e9e98", "name": "network-vif-plugged", "status": "completed", "tag": "000a2673-2aec-4e4d-8e86-7e34835d6863", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:45.290257 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b2c8d735-936b-4a05-9217-90aec8952444 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:45.290721 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000a2673-2aec-4e4d-8e86-7e34835d6863', 'code': 200} Jul 15 15:06:45.301611 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=000a2673-2aec-4e4d-8e86-7e34835d6863,revision_number=7']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:45.575967 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f4ba5-e62e-431f-867c-afa7d4321deb req-5685918b-1532-4798-a509-994955da3a2d tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:45.578171 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-772f4ba5-e62e-431f-867c-afa7d4321deb req-5685918b-1532-4798-a509-994955da3a2d tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0714235 Jul 15 15:06:45.628710 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-772f4ba5-e62e-431f-867c-afa7d4321deb req-23d275d8-c1b0-46ad-a700-fe4f130f8862 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422800 Jul 15 15:06:46.832667 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb65cea-983f-43df-9611-9d054728062c req-74d87d3a-9d90-459e-963f-afbef7696ab4 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:46.834258 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bb65cea-983f-43df-9611-9d054728062c req-74d87d3a-9d90-459e-963f-afbef7696ab4 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0735700 Jul 15 15:06:46.883137 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-7bb65cea-983f-43df-9611-9d054728062c req-75ff7a2d-e768-4d23-b013-9388eb03062f tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426912 Jul 15 15:06:48.071185 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ccc7e-3f10-4e0c-826a-c4cd63852ed2 req-122e2c9c-90ee-403d-97c3-01509656d100 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:48.072853 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3b5ccc7e-3f10-4e0c-826a-c4cd63852ed2 req-122e2c9c-90ee-403d-97c3-01509656d100 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0734468 Jul 15 15:06:48.120708 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3b5ccc7e-3f10-4e0c-826a-c4cd63852ed2 req-1e31b1c0-0ea3-4de4-8b83-103312668af7 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404232 Jul 15 15:06:49.307621 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb5a65-9d6a-4344-b2e6-bab0095cdf1a req-d320ce57-a9e3-4700-85f2-8fef914aa072 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:49.310796 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ecbb5a65-9d6a-4344-b2e6-bab0095cdf1a req-d320ce57-a9e3-4700-85f2-8fef914aa072 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0701416 Jul 15 15:06:49.354619 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ecbb5a65-9d6a-4344-b2e6-bab0095cdf1a req-9312ef6c-a0f2-47c6-9bfc-0129faab82c2 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376740 Jul 15 15:06:50.548878 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c79b36-51eb-4dec-8593-f3fcb562494f req-3ede3e8d-8eec-4c46-81b8-5d893473b1b9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:50.550293 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-75c79b36-51eb-4dec-8593-f3fcb562494f req-3ede3e8d-8eec-4c46-81b8-5d893473b1b9 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0674980 Jul 15 15:06:50.590587 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-75c79b36-51eb-4dec-8593-f3fcb562494f req-ebedc948-efa7-41ec-a51f-548c8b5c1588 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346317 Jul 15 15:06:51.779884 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce41d98-27be-4a30-baef-222653d06023 req-f205bb44-7c31-4e09-ad3a-e09c50864a39 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:51.781420 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2ce41d98-27be-4a30-baef-222653d06023 req-f205bb44-7c31-4e09-ad3a-e09c50864a39 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0670571 Jul 15 15:06:51.820879 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2ce41d98-27be-4a30-baef-222653d06023 req-4b2629ff-2729-47a6-866b-d8b57e1cb048 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336552 Jul 15 15:06:53.006526 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584028f0-35d4-4ada-8026-447274934147 req-8bbfed9d-7f0a-48db-9a83-8a18d6170c19 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:53.008003 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-584028f0-35d4-4ada-8026-447274934147 req-8bbfed9d-7f0a-48db-9a83-8a18d6170c19 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0670605 Jul 15 15:06:53.045452 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-584028f0-35d4-4ada-8026-447274934147 req-9d646d53-4f83-427c-b24f-736b761b40f8 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307775 Jul 15 15:06:53.244971 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d7d1d-ff78-4848-87ac-38bdfb02a1b3 req-90ba6587-a290-455a-83a5-db27e37c3359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:53.247121 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-822d7d1d-ff78-4848-87ac-38bdfb02a1b3 req-90ba6587-a290-455a-83a5-db27e37c3359 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af2016afdf21465691485701f391f03b&device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 1098 time: 0.1398871 Jul 15 15:06:53.340321 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d7d1d-ff78-4848-87ac-38bdfb02a1b3 req-c909e762-e063-4e70-a60f-85f3847decf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:53.341851 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-822d7d1d-ff78-4848-87ac-38bdfb02a1b3 req-c909e762-e063-4e70-a60f-85f3847decf3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21c983ea-d72b-4caf-9ecb-4a2da4a95654 HTTP/1.1" status: 200 len: 918 time: 0.0872023 Jul 15 15:06:53.351809 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:53.405795 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-822d7d1d-ff78-4848-87ac-38bdfb02a1b3 req-58fc10c3-b34a-4a61-97e6-1edfd8cfacae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000a2673-2aec-4e4d-8e86-7e34835d6863 HTTP/1.1" status: 200 len: 1000 time: 0.0560284 Jul 15 15:06:53.459670 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d7d1d-ff78-4848-87ac-38bdfb02a1b3 req-ace24949-3dcc-49ce-8a34-1d4701393f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:53.461090 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-822d7d1d-ff78-4848-87ac-38bdfb02a1b3 req-ace24949-3dcc-49ce-8a34-1d4701393f8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8085225-82a0-4f67-8a09-a82c8f272762 HTTP/1.1" status: 200 len: 856 time: 0.0456603 Jul 15 15:06:53.517955 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d7d1d-ff78-4848-87ac-38bdfb02a1b3 req-dc3df0d7-d48b-4f7e-8cb7-f14971eade00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:53.519414 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-822d7d1d-ff78-4848-87ac-38bdfb02a1b3 req-dc3df0d7-d48b-4f7e-8cb7-f14971eade00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21c983ea-d72b-4caf-9ecb-4a2da4a95654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504422 Jul 15 15:06:53.605705 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-822d7d1d-ff78-4848-87ac-38bdfb02a1b3 req-de4c5d7e-1b45-4793-8ab7-eed038836e44 service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771966 Jul 15 15:06:53.699859 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-822d7d1d-ff78-4848-87ac-38bdfb02a1b3 req-76a5af91-c28a-440f-9221-f6c04f72851b service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853055 Jul 15 15:06:54.219409 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5334a90-2dcc-4b73-8fe2-463111c0c8bf req-effe8fc2-7bed-4a40-a188-b4f43772b055 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:54.220913 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b5334a90-2dcc-4b73-8fe2-463111c0c8bf req-effe8fc2-7bed-4a40-a188-b4f43772b055 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0612388 Jul 15 15:06:54.256875 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b5334a90-2dcc-4b73-8fe2-463111c0c8bf req-512a7997-8810-4d0e-a2f9-2821d1f11eec tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305147 Jul 15 15:06:54.715040 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-285c0544-756a-46df-90a7-f05d82bae867 req-920e4dd0-0759-4d00-84f2-740ea3438f35 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525322 Jul 15 15:06:54.807478 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c0544-756a-46df-90a7-f05d82bae867 req-a0ba01d2-c500-4587-81d7-8ca7d7ee73ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:54.809547 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-285c0544-756a-46df-90a7-f05d82bae867 req-a0ba01d2-c500-4587-81d7-8ca7d7ee73ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d9dfe5dd9f74f51912b817c8b364471&device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 1098 time: 0.0513375 Jul 15 15:06:54.912992 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c0544-756a-46df-90a7-f05d82bae867 req-9c21c2fa-1249-4f62-a778-bf26b5bc1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:54.914407 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-285c0544-756a-46df-90a7-f05d82bae867 req-9c21c2fa-1249-4f62-a778-bf26b5bc1f93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=75636bd8-834f-4666-a502-d2096df2f80a HTTP/1.1" status: 200 len: 910 time: 0.0812564 Jul 15 15:06:54.979048 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-285c0544-756a-46df-90a7-f05d82bae867 req-01a95985-cc93-484b-aa2f-7269ca315947 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88b7978-b40f-41c4-9899-2e53f4524810 HTTP/1.1" status: 200 len: 1001 time: 0.0574625 Jul 15 15:06:55.027121 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c0544-756a-46df-90a7-f05d82bae867 req-f3b00e29-a13c-409a-9dca-5e0aa7cd5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:55.028704 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-285c0544-756a-46df-90a7-f05d82bae867 req-f3b00e29-a13c-409a-9dca-5e0aa7cd5471 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38c123c1-f45d-4a94-8b4b-6772a02b8766 HTTP/1.1" status: 200 len: 848 time: 0.0424254 Jul 15 15:06:55.087009 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c0544-756a-46df-90a7-f05d82bae867 req-1f46a67c-f8e7-463d-b737-38d6a1495af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:55.088504 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-285c0544-756a-46df-90a7-f05d82bae867 req-1f46a67c-f8e7-463d-b737-38d6a1495af7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75636bd8-834f-4666-a502-d2096df2f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505061 Jul 15 15:06:55.180043 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-285c0544-756a-46df-90a7-f05d82bae867 req-88f5bc5a-0a22-4711-a58e-a45fe2c61b8c service neutron] 10.222.0.41 "GET /v2.0/networks/75636bd8-834f-4666-a502-d2096df2f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834610 Jul 15 15:06:55.272650 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-285c0544-756a-46df-90a7-f05d82bae867 req-357d087c-7b59-497a-85f4-5bd90e575259 service neutron] 10.222.0.41 "GET /v2.0/networks/75636bd8-834f-4666-a502-d2096df2f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851135 Jul 15 15:06:55.432629 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55de218-4592-4691-8aa6-728863081285 req-d8a33715-0f3f-48f0-87b4-9e7b1497148e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:55.434599 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d55de218-4592-4691-8aa6-728863081285 req-d8a33715-0f3f-48f0-87b4-9e7b1497148e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0640278 Jul 15 15:06:55.472525 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d55de218-4592-4691-8aa6-728863081285 req-72d3e87a-13de-45b9-8255-f08412ac0303 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324142 Jul 15 15:06:56.650243 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747a380-d0e1-49ee-94a2-e2bdab5d5f5d req-7ddb47c2-3f60-4e9f-a63c-ddacbb32bcce tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:56.651694 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2747a380-d0e1-49ee-94a2-e2bdab5d5f5d req-7ddb47c2-3f60-4e9f-a63c-ddacbb32bcce tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 945 time: 0.0649180 Jul 15 15:06:56.688779 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2747a380-d0e1-49ee-94a2-e2bdab5d5f5d req-084cfda5-8a12-41bb-b984-6887c5e7a8cb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307338 Jul 15 15:06:57.123970 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 000a2673-2aec-4e4d-8e86-7e34835d6863 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:06:57.320829 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:57.344868 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '000a2673-2aec-4e4d-8e86-7e34835d6863'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:06:57.346026 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0bd746-6ce5-4c90-96e7-3cc1accaa0dd" -d '{"events": [{"server_uuid": "245c4abc-eaef-42a5-9cc5-665c230e9e98", "name": "network-vif-unplugged", "status": "completed", "tag": "000a2673-2aec-4e4d-8e86-7e34835d6863"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:06:57.359827 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 000a2673-2aec-4e4d-8e86-7e34835d6863, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=000a2673-2aec-4e4d-8e86-7e34835d6863,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:06:57.364734 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:06:57.389563 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Jul 2021 15:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cd25b5-a05f-4ff8-adbd-7ad10acd449d x-openstack-request-id: req-66cd25b5-a05f-4ff8-adbd-7ad10acd449d {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:06:57.389867 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245c4abc-eaef-42a5-9cc5-665c230e9e98", "name": "network-vif-unplugged", "status": "failed", "tag": "000a2673-2aec-4e4d-8e86-7e34835d6863", "code": 422}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:06:57.390115 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-66cd25b5-a05f-4ff8-adbd-7ad10acd449d {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:06:57.390507 dv-cinder-788367-2-iscsi neutron-server[92932]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '000a2673-2aec-4e4d-8e86-7e34835d6863', 'code': 422} returned with failed status Jul 15 15:06:57.416775 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=000a2673-2aec-4e4d-8e86-7e34835d6863,revision_number=8']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:06:57.820403 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8ea47-3128-4cf5-b08d-a173511e8562 req-ef4ac4bb-a4ee-4df8-8df9-2839995e48f2 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:57.821847 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b0b8ea47-3128-4cf5-b08d-a173511e8562 req-ef4ac4bb-a4ee-4df8-8df9-2839995e48f2 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 943 time: 0.0976930 Jul 15 15:06:57.825021 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-423d2842-db67-4257-93a5-6a0be41e6b90 req-da3e32dd-8e91-4d3c-a6a2-035beb9f4c5e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0910764 Jul 15 15:06:57.862013 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b0b8ea47-3128-4cf5-b08d-a173511e8562 req-f2a786d2-0a9f-4a5b-ac26-6d540b0ca83e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340974 Jul 15 15:06:58.837171 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d2842-db67-4257-93a5-6a0be41e6b90 req-3e0c1507-4978-4533-9cf4-64369e1b234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:58.838598 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-423d2842-db67-4257-93a5-6a0be41e6b90 req-3e0c1507-4978-4533-9cf4-64369e1b234c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98&tenant_id=af2016afdf21465691485701f391f03b HTTP/1.1" status: 200 len: 1096 time: 0.0503402 Jul 15 15:06:58.914935 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d2842-db67-4257-93a5-6a0be41e6b90 req-219d0489-774f-4e50-8d47-b53e155d9293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:58.916452 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-423d2842-db67-4257-93a5-6a0be41e6b90 req-219d0489-774f-4e50-8d47-b53e155d9293 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af2016afdf21465691485701f391f03b&device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 1096 time: 0.0510104 Jul 15 15:06:59.007211 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d2842-db67-4257-93a5-6a0be41e6b90 req-4b1fb2f0-b8f8-413a-9515-53d4ec5e6202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:59.008710 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-423d2842-db67-4257-93a5-6a0be41e6b90 req-4b1fb2f0-b8f8-413a-9515-53d4ec5e6202 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21c983ea-d72b-4caf-9ecb-4a2da4a95654 HTTP/1.1" status: 200 len: 918 time: 0.0853364 Jul 15 15:06:59.037621 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca24452-bbe6-4cd9-b43f-83fdeb79b5c1 req-db319605-400f-405e-8098-f8c874885dec tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:59.039102 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-aca24452-bbe6-4cd9-b43f-83fdeb79b5c1 req-db319605-400f-405e-8098-f8c874885dec tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 943 time: 0.0623364 Jul 15 15:06:59.076821 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-423d2842-db67-4257-93a5-6a0be41e6b90 req-4c9ee0c3-49ee-471c-aeb7-c9c5d3348948 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=000a2673-2aec-4e4d-8e86-7e34835d6863 HTTP/1.1" status: 200 len: 998 time: 0.0605175 Jul 15 15:06:59.083035 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-aca24452-bbe6-4cd9-b43f-83fdeb79b5c1 req-fcee0684-b0b5-4c0f-8bc0-9ccd8f27d9d2 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377686 Jul 15 15:06:59.126277 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d2842-db67-4257-93a5-6a0be41e6b90 req-7684c6b5-16ea-4b92-83c6-17a572a9c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:59.127707 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-423d2842-db67-4257-93a5-6a0be41e6b90 req-7684c6b5-16ea-4b92-83c6-17a572a9c317 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d8085225-82a0-4f67-8a09-a82c8f272762 HTTP/1.1" status: 200 len: 856 time: 0.0424781 Jul 15 15:06:59.188800 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d2842-db67-4257-93a5-6a0be41e6b90 req-6f23cc7f-40be-4441-a881-724a6be92c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:06:59.190311 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-423d2842-db67-4257-93a5-6a0be41e6b90 req-6f23cc7f-40be-4441-a881-724a6be92c71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21c983ea-d72b-4caf-9ecb-4a2da4a95654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551233 Jul 15 15:06:59.280557 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-423d2842-db67-4257-93a5-6a0be41e6b90 req-94009cdd-7e87-4846-a8f9-3b3f6838c71f service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830081 Jul 15 15:06:59.375483 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-423d2842-db67-4257-93a5-6a0be41e6b90 req-bd8135fe-35b5-407f-9df3-61adfeec3074 service neutron] 10.222.0.41 "GET /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880432 Jul 15 15:07:00.264712 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f218ba-fc16-4d0b-b150-2d219490ead6 req-e626a85c-c240-45a5-bb77-001fa11d9c1d tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:00.266229 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c9f218ba-fc16-4d0b-b150-2d219490ead6 req-e626a85c-c240-45a5-bb77-001fa11d9c1d tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 943 time: 0.0672898 Jul 15 15:07:00.285144 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-3f541e6e-9a89-4af1-8c27-0778191ece30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:00.309034 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c9f218ba-fc16-4d0b-b150-2d219490ead6 req-28fbb9f9-847f-4e3a-b364-3cee011eb576 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368855 Jul 15 15:07:01.514170 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125693a2-e7db-42da-b4bd-bbf6856136f5 req-4ba0d46f-1708-46b4-8ce9-afde93ace56a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:01.515938 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-125693a2-e7db-42da-b4bd-bbf6856136f5 req-4ba0d46f-1708-46b4-8ce9-afde93ace56a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 943 time: 0.0729313 Jul 15 15:07:01.559422 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-125693a2-e7db-42da-b4bd-bbf6856136f5 req-5e0c5618-4a94-4be4-b1eb-2ccaf2c7dbbe tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375874 Jul 15 15:07:01.778571 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:07:02.742134 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717ac74-6a13-4754-aeb2-0d7269017970 req-e8657aa9-62ee-4792-b2db-bb6536ffeabc tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:02.748718 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8717ac74-6a13-4754-aeb2-0d7269017970 req-e8657aa9-62ee-4792-b2db-bb6536ffeabc tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 943 time: 0.0732160 Jul 15 15:07:02.783887 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8717ac74-6a13-4754-aeb2-0d7269017970 req-d3b203c9-8455-41c3-b6b3-895a4f6ce5ad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329628 Jul 15 15:07:02.982122 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a248211a-7daf-43c4-b38a-0bd7aa1b40a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.433343 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:03.967857 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21081ff6-2781-4e7a-8bd5-cfe9c534eae9 req-7f4be869-7ddf-4f6e-b9aa-5a2b2e25ace4 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:03.969350 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-21081ff6-2781-4e7a-8bd5-cfe9c534eae9 req-7f4be869-7ddf-4f6e-b9aa-5a2b2e25ace4 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 943 time: 0.0642228 Jul 15 15:07:04.008871 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-21081ff6-2781-4e7a-8bd5-cfe9c534eae9 req-1ae7b9e6-8f88-47d7-bc3d-3c6b07db19a7 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340500 Jul 15 15:07:04.073565 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:05.202441 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdc8d5-94b6-469e-b0b1-c9a92a05bf04 req-b24b788b-3cc0-4f72-9e95-521684a1bd95 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:05.205259 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-54bdc8d5-94b6-469e-b0b1-c9a92a05bf04 req-b24b788b-3cc0-4f72-9e95-521684a1bd95 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 943 time: 0.0710123 Jul 15 15:07:05.243786 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-54bdc8d5-94b6-469e-b0b1-c9a92a05bf04 req-4933be37-ea74-481e-84f7-bcce112714be tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328825 Jul 15 15:07:05.465373 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:06.430691 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d3555-1651-4ea1-b01b-2c3d56465947 req-e89c0190-82b0-40d6-b46d-a79c38521a04 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:06.432192 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1f5d3555-1651-4ea1-b01b-2c3d56465947 req-e89c0190-82b0-40d6-b46d-a79c38521a04 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 943 time: 0.0697715 Jul 15 15:07:06.471547 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1f5d3555-1651-4ea1-b01b-2c3d56465947 req-916766b1-2d68-4f27-a47c-291748a3f27a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328496 Jul 15 15:07:07.657346 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7c327-d074-4cf6-ba3f-069c70fadcf5 req-3469058f-1f96-4f69-82bf-39ebf9387913 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:07.658871 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8ef7c327-d074-4cf6-ba3f-069c70fadcf5 req-3469058f-1f96-4f69-82bf-39ebf9387913 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 943 time: 0.0658092 Jul 15 15:07:07.700313 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8ef7c327-d074-4cf6-ba3f-069c70fadcf5 req-a7bd977e-6592-4af0-bd09-a0278e0ebf24 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355620 Jul 15 15:07:08.879776 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397fd9-70c6-4074-9dee-af7e135dfc1b req-d47218a4-e30f-42da-9bfc-38bb249b0394 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:08.881571 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e8397fd9-70c6-4074-9dee-af7e135dfc1b req-d47218a4-e30f-42da-9bfc-38bb249b0394 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 943 time: 0.0637894 Jul 15 15:07:08.920442 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e8397fd9-70c6-4074-9dee-af7e135dfc1b req-377d54f1-3800-4574-85ab-432ecf330edb tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329323 Jul 15 15:07:10.119431 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9dce80-041a-4066-bdb2-9ff7be830a46 req-d0d02b2e-77c3-4953-afbf-4dfec475d868 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:10.120924 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ea9dce80-041a-4066-bdb2-9ff7be830a46 req-d0d02b2e-77c3-4953-afbf-4dfec475d868 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 943 time: 0.0662448 Jul 15 15:07:10.159174 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ea9dce80-041a-4066-bdb2-9ff7be830a46 req-c7d1ad3c-b103-420e-b4a1-4fe2c85eb463 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318902 Jul 15 15:07:11.343679 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe7cca-d744-495e-87c5-23d710c064ec req-b397ffdf-be71-4579-aa8b-e1bebbdc49bc tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:11.345240 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-72fe7cca-d744-495e-87c5-23d710c064ec req-b397ffdf-be71-4579-aa8b-e1bebbdc49bc tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 943 time: 0.0695858 Jul 15 15:07:11.386910 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-72fe7cca-d744-495e-87c5-23d710c064ec req-0a2060e9-cf15-47e0-bfbe-5951dfaaa9e3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342376 Jul 15 15:07:11.412269 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42d4ff-d546-4859-9ae8-21464b7b6fbb req-289a6e2b-ea61-4604-8496-d76d2bc7c30b tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:11.413730 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4b42d4ff-d546-4859-9ae8-21464b7b6fbb req-289a6e2b-ea61-4604-8496-d76d2bc7c30b tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0664160 Jul 15 15:07:11.689022 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4b42d4ff-d546-4859-9ae8-21464b7b6fbb req-e490e30d-561b-4fa6-967a-15bde7d2cb22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695031 Jul 15 15:07:12.566675 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f060442-5142-4da0-a7e2-791f94381760 req-104773c3-8379-4cfc-ace0-206b47c051d6 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:12.568114 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4f060442-5142-4da0-a7e2-791f94381760 req-104773c3-8379-4cfc-ace0-206b47c051d6 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 943 time: 0.0644369 Jul 15 15:07:12.605155 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4f060442-5142-4da0-a7e2-791f94381760 req-fa224543-f416-4c96-9319-da2ff90033cf tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315864 Jul 15 15:07:12.860233 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22539864-8280-4855-880c-83da64d9b24f req-ea93dbef-39a2-401b-a895-d3ef68d93b44 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:12.861567 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-22539864-8280-4855-880c-83da64d9b24f req-ea93dbef-39a2-401b-a895-d3ef68d93b44 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0602906 Jul 15 15:07:12.897867 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-22539864-8280-4855-880c-83da64d9b24f req-70563de7-70e0-44b7-9c33-da5a17d35ef5 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307896 Jul 15 15:07:13.203611 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 000a2673-2aec-4e4d-8e86-7e34835d6863 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:07:13.297370 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 000a2673-2aec-4e4d-8e86-7e34835d6863, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=000a2673-2aec-4e4d-8e86-7e34835d6863,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:13.308004 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '000a2673-2aec-4e4d-8e86-7e34835d6863', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'port_id': '000a2673-2aec-4e4d-8e86-7e34835d6863', 'mac_address': 'fa:16:3e:35:28:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:07:13.343864 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:13.356585 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000a2673-2aec-4e4d-8e86-7e34835d6863 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:07:13.379415 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 000a2673-2aec-4e4d-8e86-7e34835d6863, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=000a2673-2aec-4e4d-8e86-7e34835d6863,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:13.383164 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:13.428676 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=000a2673-2aec-4e4d-8e86-7e34835d6863,revision_number=9']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:13.606420 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['000a2673-2aec-4e4d-8e86-7e34835d6863'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:07:13.788282 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3acd37-dea9-4722-b66a-274c07998101 req-7500ae07-ffdc-41d2-b8a7-fd1c163debac tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:13.789718 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f3acd37-dea9-4722-b66a-274c07998101 req-7500ae07-ffdc-41d2-b8a7-fd1c163debac tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 944 time: 0.0682662 Jul 15 15:07:13.826865 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3f3acd37-dea9-4722-b66a-274c07998101 req-c07b026d-3165-49b8-9bfb-030b0dc609e3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314937 Jul 15 15:07:14.067488 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc077d-a611-404a-92eb-fefa0bb33191 req-1cb11fd7-6816-4374-bb67-65fa1fd3d729 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:14.068936 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-efbc077d-a611-404a-92eb-fefa0bb33191 req-1cb11fd7-6816-4374-bb67-65fa1fd3d729 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0636771 Jul 15 15:07:14.104417 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-efbc077d-a611-404a-92eb-fefa0bb33191 req-41da0e5a-0bde-4f9f-b7e8-3ed025a41e2b tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300829 Jul 15 15:07:15.000153 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a2a4d-6c61-4a40-a7af-bd7cbff124f7 req-25a0c0f9-8173-48b1-99e3-6d9e4e16bf5c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:15.001634 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4a5a2a4d-6c61-4a40-a7af-bd7cbff124f7 req-25a0c0f9-8173-48b1-99e3-6d9e4e16bf5c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 944 time: 0.0626347 Jul 15 15:07:15.037615 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4a5a2a4d-6c61-4a40-a7af-bd7cbff124f7 req-f124c676-dedd-448c-bfd4-28b1f5e5e98a tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302892 Jul 15 15:07:15.216780 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 000a2673-2aec-4e4d-8e86-7e34835d6863 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:07:15.266222 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 000a2673-2aec-4e4d-8e86-7e34835d6863 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:07:15.266628 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.275033 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539470c-9d5f-4034-9ba4-9b8124bde698 req-03baa1ae-4488-4411-8580-6e2d2808ceb1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:15.276562 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8539470c-9d5f-4034-9ba4-9b8124bde698 req-03baa1ae-4488-4411-8580-6e2d2808ceb1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0614567 Jul 15 15:07:15.313890 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-8539470c-9d5f-4034-9ba4-9b8124bde698 req-058f93b4-b595-499d-84cc-89bb852e6af3 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317404 Jul 15 15:07:15.343016 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.365607 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000a2673-2aec-4e4d-8e86-7e34835d6863'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:07:15.367831 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72f98d2-8689-476b-831e-0df495d2be95" -d '{"events": [{"server_uuid": "245c4abc-eaef-42a5-9cc5-665c230e9e98", "name": "network-vif-plugged", "status": "completed", "tag": "000a2673-2aec-4e4d-8e86-7e34835d6863"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:07:15.379930 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 000a2673-2aec-4e4d-8e86-7e34835d6863, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=000a2673-2aec-4e4d-8e86-7e34835d6863,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:15.384342 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:15.433461 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=000a2673-2aec-4e4d-8e86-7e34835d6863,revision_number=10']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:15.517127 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed728897-1ce7-4302-a426-3cf2d5cfdbef x-openstack-request-id: req-ed728897-1ce7-4302-a426-3cf2d5cfdbef {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:07:15.517423 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245c4abc-eaef-42a5-9cc5-665c230e9e98", "name": "network-vif-plugged", "status": "completed", "tag": "000a2673-2aec-4e4d-8e86-7e34835d6863", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:07:15.517678 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ed728897-1ce7-4302-a426-3cf2d5cfdbef {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:07:15.518073 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000a2673-2aec-4e4d-8e86-7e34835d6863', 'code': 200} Jul 15 15:07:15.713718 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba2404-823b-42e5-bef5-3dda98abd48c req-9e28fe1d-248a-479e-a0c1-9304db16b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:15.715194 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-82ba2404-823b-42e5-bef5-3dda98abd48c req-9e28fe1d-248a-479e-a0c1-9304db16b1f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 1099 time: 0.0504096 Jul 15 15:07:15.748071 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-82ba2404-823b-42e5-bef5-3dda98abd48c req-1b690a3d-66d3-483c-81e3-9ff6b6a345e4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256071 Jul 15 15:07:16.214950 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c9fb2-2dd4-4269-9383-ec051195c9e5 req-4f0ebc67-f209-4553-9bb8-2aeeba54185d tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:16.216425 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5f8c9fb2-2dd4-4269-9383-ec051195c9e5 req-4f0ebc67-f209-4553-9bb8-2aeeba54185d tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 946 time: 0.0645208 Jul 15 15:07:16.253348 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5f8c9fb2-2dd4-4269-9383-ec051195c9e5 req-34e23372-2430-481c-a7ba-d2c828a2038e tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313504 Jul 15 15:07:16.490904 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dc635-a841-43b1-9a8b-de5b425b02c5 req-39d16e50-fb22-4fdc-9af2-c0fa096d685c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:16.492421 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-885dc635-a841-43b1-9a8b-de5b425b02c5 req-39d16e50-fb22-4fdc-9af2-c0fa096d685c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0668302 Jul 15 15:07:16.530010 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-885dc635-a841-43b1-9a8b-de5b425b02c5 req-8563a335-dc98-4482-892a-266b33649df7 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320609 Jul 15 15:07:17.430921 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bce07-44d1-4e67-9639-37bf8d9b6742 req-1816292a-1378-46b9-90fb-a0ba16467c2c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:17.432386 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3b4bce07-44d1-4e67-9639-37bf8d9b6742 req-1816292a-1378-46b9-90fb-a0ba16467c2c tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 946 time: 0.0619588 Jul 15 15:07:17.468976 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3b4bce07-44d1-4e67-9639-37bf8d9b6742 req-e69d9a55-7a61-4259-bb6d-b1dad0e5e571 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311437 Jul 15 15:07:17.698890 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b359a3f-0f15-473d-9629-bad790b4b68d req-3db7b0fa-7056-4302-b43a-03f4a9bcc8d6 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:17.700432 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1b359a3f-0f15-473d-9629-bad790b4b68d req-3db7b0fa-7056-4302-b43a-03f4a9bcc8d6 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0623307 Jul 15 15:07:17.736935 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1b359a3f-0f15-473d-9629-bad790b4b68d req-9878e429-5be0-4606-8c11-197e15b0b03e tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302830 Jul 15 15:07:18.909889 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39fcdd-ab99-4701-bb40-e861ec4cd5b2 req-302e14ba-a8aa-4388-809f-11e7dfbc48bc tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:18.911341 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4b39fcdd-ab99-4701-bb40-e861ec4cd5b2 req-302e14ba-a8aa-4388-809f-11e7dfbc48bc tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0652294 Jul 15 15:07:18.947597 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4b39fcdd-ab99-4701-bb40-e861ec4cd5b2 req-953f1e4e-12b4-4e08-bd4d-674205dafcb1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307333 Jul 15 15:07:20.116440 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce9fa6-3931-4ac0-abe5-c444d0e6f46a req-699930d7-1c9f-4cd0-8ef2-ec48728e584c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:20.117873 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-12ce9fa6-3931-4ac0-abe5-c444d0e6f46a req-699930d7-1c9f-4cd0-8ef2-ec48728e584c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0612061 Jul 15 15:07:20.153761 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-12ce9fa6-3931-4ac0-abe5-c444d0e6f46a req-99717012-5832-486b-9c1b-ac0e3f866b20 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304642 Jul 15 15:07:21.328798 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9de267-ef92-4403-9e1a-5c8e5a90854b req-ebe82e61-306e-46f1-b8da-00755df9d758 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:21.330243 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-af9de267-ef92-4403-9e1a-5c8e5a90854b req-ebe82e61-306e-46f1-b8da-00755df9d758 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0616474 Jul 15 15:07:21.366504 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-af9de267-ef92-4403-9e1a-5c8e5a90854b req-4e6b45f3-64d5-43f9-9d9c-a221ac81c047 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307026 Jul 15 15:07:22.543359 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914fd55-d865-4831-a875-f6a6a4ae7354 req-6be74750-f879-4561-bf99-d5d9f770e3c3 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:22.544757 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8914fd55-d865-4831-a875-f6a6a4ae7354 req-6be74750-f879-4561-bf99-d5d9f770e3c3 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0665231 Jul 15 15:07:22.581702 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8914fd55-d865-4831-a875-f6a6a4ae7354 req-353c5cec-88de-4363-bab0-771f053b6b3a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313973 Jul 15 15:07:23.051878 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edb8e6-4050-49d1-a0f6-539c72dd7fc4 req-373d78b7-93bb-443c-9260-d7d39c37de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:23.053433 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d7edb8e6-4050-49d1-a0f6-539c72dd7fc4 req-373d78b7-93bb-443c-9260-d7d39c37de87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b6189ea39bd48f6818b7284046574ad&device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 1098 time: 0.0523431 Jul 15 15:07:23.071114 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08aaa54-2ff6-4a14-9fa8-8d838fb986ff req-9b315b3f-4a11-4f01-915f-41198c71708a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:23.072611 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a08aaa54-2ff6-4a14-9fa8-8d838fb986ff req-9b315b3f-4a11-4f01-915f-41198c71708a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0621877 Jul 15 15:07:23.110348 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a08aaa54-2ff6-4a14-9fa8-8d838fb986ff req-479275f6-15df-4ba6-9d2b-9f2a79eb342e tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318723 Jul 15 15:07:23.151442 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edb8e6-4050-49d1-a0f6-539c72dd7fc4 req-6d670a5d-e6ba-4429-b187-91ff4f22abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:23.152973 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d7edb8e6-4050-49d1-a0f6-539c72dd7fc4 req-6d670a5d-e6ba-4429-b187-91ff4f22abf6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa HTTP/1.1" status: 200 len: 911 time: 0.0913374 Jul 15 15:07:23.215389 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d7edb8e6-4050-49d1-a0f6-539c72dd7fc4 req-8529d56c-b2c1-47ce-8711-0aa80d777d7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a02f12e-868d-4ddd-be2b-389be06c5764 HTTP/1.1" status: 200 len: 1001 time: 0.0562768 Jul 15 15:07:23.265990 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edb8e6-4050-49d1-a0f6-539c72dd7fc4 req-ae669612-279b-4bb8-8a4a-73f035eca76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:23.267415 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d7edb8e6-4050-49d1-a0f6-539c72dd7fc4 req-ae669612-279b-4bb8-8a4a-73f035eca76e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17ed052a-25a2-48a0-bd3c-f7b49eae2009 HTTP/1.1" status: 200 len: 849 time: 0.0461895 Jul 15 15:07:23.323667 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edb8e6-4050-49d1-a0f6-539c72dd7fc4 req-b45f21dd-7d05-4bbf-bb59-1d1cbc5960bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:23.325242 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d7edb8e6-4050-49d1-a0f6-539c72dd7fc4 req-b45f21dd-7d05-4bbf-bb59-1d1cbc5960bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520110 Jul 15 15:07:23.366504 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:23.417749 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d7edb8e6-4050-49d1-a0f6-539c72dd7fc4 req-347d9c78-d514-4682-a487-dc008383e835 service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856812 Jul 15 15:07:23.513165 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d7edb8e6-4050-49d1-a0f6-539c72dd7fc4 req-64026fcd-92ef-4d32-9ad6-096913b4360d service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851417 Jul 15 15:07:24.286034 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fff44-f2c6-4695-9d55-43620a39c380 req-431abad5-bad3-4999-9005-75b05f909c19 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:24.287588 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e54fff44-f2c6-4695-9d55-43620a39c380 req-431abad5-bad3-4999-9005-75b05f909c19 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0645020 Jul 15 15:07:24.330901 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e54fff44-f2c6-4695-9d55-43620a39c380 req-ecbb004e-2db4-41c9-8666-cddb24024e92 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375974 Jul 15 15:07:25.514886 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67713bc-2cfd-44e2-aad1-92c44624d8c9 req-242c5fa6-9fd7-4440-ba65-271433b17def tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:25.516369 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b67713bc-2cfd-44e2-aad1-92c44624d8c9 req-242c5fa6-9fd7-4440-ba65-271433b17def tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0688047 Jul 15 15:07:25.553393 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b67713bc-2cfd-44e2-aad1-92c44624d8c9 req-de95ce13-c61d-4613-9dfa-24d3f316c7d5 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317299 Jul 15 15:07:30.285744 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d57aae33-b7ab-470e-a2ee-096db1f74926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:32.983829 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0b6ed128-8198-45dd-a2cf-54a500fea944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:33.433357 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:34.073988 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:35.466910 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:38.777696 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:07:51.084404 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de6f55-c5e5-4777-95b9-c568e05988a7 req-cb162f53-c556-4e7e-9f87-ffdfbed6f779 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:51.085855 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e5de6f55-c5e5-4777-95b9-c568e05988a7 req-cb162f53-c556-4e7e-9f87-ffdfbed6f779 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 946 time: 0.0629981 Jul 15 15:07:51.123824 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e5de6f55-c5e5-4777-95b9-c568e05988a7 req-c953386d-7843-4ecf-b301-615ac4903137 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323067 Jul 15 15:07:52.324656 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc196b-b49a-42e8-b761-f7db3efefa1d req-ab40c655-33fd-4f36-b39a-4dc31b3671cd tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:52.326114 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-76dc196b-b49a-42e8-b761-f7db3efefa1d req-ab40c655-33fd-4f36-b39a-4dc31b3671cd tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 946 time: 0.0872915 Jul 15 15:07:52.375285 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-76dc196b-b49a-42e8-b761-f7db3efefa1d req-6c7bd318-93f7-4445-8120-ae5ca966a1b1 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups?id=88e218aa-cbb0-4d2f-b768-8da3818d808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430734 Jul 15 15:07:52.385910 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab7085-3337-4ada-94cf-8d6f39a5b27b req-5b0b882e-17fa-433b-bcb2-6e222d1144a3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:52.387348 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-47ab7085-3337-4ada-94cf-8d6f39a5b27b req-5b0b882e-17fa-433b-bcb2-6e222d1144a3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.41 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 946 time: 0.0996752 Jul 15 15:07:52.487559 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-47ab7085-3337-4ada-94cf-8d6f39a5b27b req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Deleting port 000a2673-2aec-4e4d-8e86-7e34835d6863 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:52.487804 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-47ab7085-3337-4ada-94cf-8d6f39a5b27b req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:52.575531 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-47ab7085-3337-4ada-94cf-8d6f39a5b27b req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] For port 000a2673-2aec-4e4d-8e86-7e34835d6863, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=000a2673-2aec-4e4d-8e86-7e34835d6863,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:52.575880 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-47ab7085-3337-4ada-94cf-8d6f39a5b27b req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:52.838879 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-47ab7085-3337-4ada-94cf-8d6f39a5b27b req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:52.839325 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-47ab7085-3337-4ada-94cf-8d6f39a5b27b req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:52.839682 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.db.l3_db [req-47ab7085-3337-4ada-94cf-8d6f39a5b27b req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Floating IP 636d2a79-93e7-4fd5-93ae-249857c7a3d0 disassociated. External IP: 172.27.0.22, port: 000a2673-2aec-4e4d-8e86-7e34835d6863. Jul 15 15:07:52.840083 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-47ab7085-3337-4ada-94cf-8d6f39a5b27b req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Calling delete_port for 000a2673-2aec-4e4d-8e86-7e34835d6863 owned by compute:nova {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:52.966215 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-47ab7085-3337-4ada-94cf-8d6f39a5b27b req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:52.992120 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event deleted for resources: {'Port': ['ID=000a2673-2aec-4e4d-8e86-7e34835d6863,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:53.002189 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:53.002547 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:53.002898 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:53.003246 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:53.003588 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:53.003926 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:53.004288 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:53.004633 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:53.005868 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:53.005868 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:53.005868 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:53.006178 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:53.114149 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47ab7085-3337-4ada-94cf-8d6f39a5b27b req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Router 53c4627b-3ec4-44b9-a949-9455028ffc63 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:07:53.219297 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47ab7085-3337-4ada-94cf-8d6f39a5b27b req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:07:53.228374 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dffc46-36f3-44aa-9312-6d0cda0697bf None None] Sync routers for ids ['53c4627b-3ec4-44b9-a949-9455028ffc63'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:07:53.239806 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dffc46-36f3-44aa-9312-6d0cda0697bf None None] Routers {'53c4627b-3ec4-44b9-a949-9455028ffc63'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:53.240458 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-a4dffc46-36f3-44aa-9312-6d0cda0697bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['53c4627b-3ec4-44b9-a949-9455028ffc63'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:53.266260 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ab7085-3337-4ada-94cf-8d6f39a5b27b req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] No DVR routers for this DVR port 000a2673-2aec-4e4d-8e86-7e34835d6863 on host hv-cinder-78836 {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:07:53.268911 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-47ab7085-3337-4ada-94cf-8d6f39a5b27b req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:53.270847 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-47ab7085-3337-4ada-94cf-8d6f39a5b27b req-5c0f7a37-6ff8-4ffd-b673-9cacc06e4aad tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.41 "DELETE /v2.0/ports/000a2673-2aec-4e4d-8e86-7e34835d6863 HTTP/1.1" status: 204 len: 173 time: 0.8770003 Jul 15 15:07:53.271289 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'name': 'network-vif-deleted', 'tag': '000a2673-2aec-4e4d-8e86-7e34835d6863'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:07:53.273563 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09dd354d-f5d6-4279-9019-70d490fd4a41" -d '{"events": [{"server_uuid": "245c4abc-eaef-42a5-9cc5-665c230e9e98", "name": "network-vif-deleted", "tag": "000a2673-2aec-4e4d-8e86-7e34835d6863"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:07:53.355360 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-a4dffc46-36f3-44aa-9312-6d0cda0697bf None None] Set router 53c4627b-3ec4-44b9-a949-9455028ffc63 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:53.370188 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6794498f-144b-4391-b4f9-5cddee3ea30f x-openstack-request-id: req-6794498f-144b-4391-b4f9-5cddee3ea30f {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:07:53.370700 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245c4abc-eaef-42a5-9cc5-665c230e9e98", "name": "network-vif-deleted", "tag": "000a2673-2aec-4e4d-8e86-7e34835d6863", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:07:53.370797 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6794498f-144b-4391-b4f9-5cddee3ea30f {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:07:53.371136 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245c4abc-eaef-42a5-9cc5-665c230e9e98', 'name': 'network-vif-deleted', 'tag': '000a2673-2aec-4e4d-8e86-7e34835d6863', 'status': 'completed', 'code': 200} Jul 15 15:07:53.461026 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:53.551094 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b9a5b731-ba25-4a92-a37d-48c4c92fead6 req-0bb2cc47-edeb-43e9-9464-cd21b4a188c2 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/ports?device_id=245c4abc-eaef-42a5-9cc5-665c230e9e98 HTTP/1.1" status: 200 len: 210 time: 0.0324028 Jul 15 15:07:53.580128 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-a4dffc46-36f3-44aa-9312-6d0cda0697bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '87d2fd0e-47c7-4e22-b443-07608b199454', 'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'mac_address': 'fa:16:3e:d1:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:45Z', 'revision_number': 5, 'project_id': 'af2016afdf21465691485701f391f03b', 'subnets': [{'id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:53.605645 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dffc46-36f3-44aa-9312-6d0cda0697bf None None] Checking router: 53c4627b-3ec4-44b9-a949-9455028ffc63 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:07:53.614647 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dffc46-36f3-44aa-9312-6d0cda0697bf None None] Routers {'53c4627b-3ec4-44b9-a949-9455028ffc63'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:53.615241 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-a4dffc46-36f3-44aa-9312-6d0cda0697bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['53c4627b-3ec4-44b9-a949-9455028ffc63'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:53.717916 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-a4dffc46-36f3-44aa-9312-6d0cda0697bf None None] Set router 53c4627b-3ec4-44b9-a949-9455028ffc63 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:53.911677 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-a4dffc46-36f3-44aa-9312-6d0cda0697bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '87d2fd0e-47c7-4e22-b443-07608b199454', 'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'mac_address': 'fa:16:3e:d1:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:45Z', 'revision_number': 5, 'project_id': 'af2016afdf21465691485701f391f03b', 'subnets': [{'id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:53.944970 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4dffc46-36f3-44aa-9312-6d0cda0697bf None None] The sync data for ids ['53c4627b-3ec4-44b9-a949-9455028ffc63'] in dv-cinder-788367-2-iscsi is: [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:01:33Z', 'revision_number': 4, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '87d2fd0e-47c7-4e22-b443-07608b199454', 'name': '', 'network_id': '21c983ea-d72b-4caf-9ecb-4a2da4a95654', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'mac_address': 'fa:16:3e:d1:e3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:31Z', 'updated_at': '2021-07-15T15:01:45Z', 'revision_number': 5, 'project_id': 'af2016afdf21465691485701f391f03b', 'subnets': [{'id': 'd8085225-82a0-4f67-8a09-a82c8f272762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:07:54.148460 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010ec8f5-5a06-4c2d-bf57-36d28441ec62 None None] New status for floating IP 636d2a79-93e7-4fd5-93ae-249857c7a3d0: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:07:54.678655 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38232) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:54.731567 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:54.753701 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:54.801247 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:54.803913 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:54.805101 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "DELETE /v2.0/security-groups/88e218aa-cbb0-4d2f-b768-8da3818d808e HTTP/1.1" status: 204 len: 168 time: 0.1253979 Jul 15 15:07:54.807800 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38234) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:54.813854 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e218aa-cbb0-4d2f-b768-8da3818d808e,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:54.820775 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:54.821131 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:54.821482 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:54.821827 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:54.822168 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:54.822514 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:54.822842 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:54.823174 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:54.823505 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:54.823836 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:54.824178 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:54.824521 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a3f45c-337f-4d92-ad5e-f5e0f9073b67 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:07:54.824821 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.api.v2.resource [None req-74739ecd-d946-475d-b93f-7a803f1a0fe6 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] show failed (client error): The resource could not be found. Jul 15 15:07:54.825835 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-74739ecd-d946-475d-b93f-7a803f1a0fe6 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "GET /v2.0/security-groups/88e218aa-cbb0-4d2f-b768-8da3818d808e HTTP/1.1" status: 404 len: 347 time: 0.0169394 Jul 15 15:07:54.829339 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38236) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:54.948323 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-511a3568-37d6-4809-89b0-d8577f1fd8e3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Deleting port cdd51c99-f8f7-494a-a313-b2c41e7ef67a {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:54.948669 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-511a3568-37d6-4809-89b0-d8577f1fd8e3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:55.021236 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-511a3568-37d6-4809-89b0-d8577f1fd8e3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:55.021567 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-511a3568-37d6-4809-89b0-d8577f1fd8e3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:55.033160 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-511a3568-37d6-4809-89b0-d8577f1fd8e3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Calling delete_port for cdd51c99-f8f7-494a-a313-b2c41e7ef67a owned by network:floatingip {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:55.166979 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-511a3568-37d6-4809-89b0-d8577f1fd8e3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:55.191824 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a3568-37d6-4809-89b0-d8577f1fd8e3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Pushing event deleted for resources: {'Port': ['ID=cdd51c99-f8f7-494a-a313-b2c41e7ef67a,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:55.254281 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-511a3568-37d6-4809-89b0-d8577f1fd8e3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks [] for floatingip, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:55.257114 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-511a3568-37d6-4809-89b0-d8577f1fd8e3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:55.258249 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-511a3568-37d6-4809-89b0-d8577f1fd8e3 tempest-AttachVolumeShelveTestJSON-1133381617 tempest-AttachVolumeShelveTestJSON-1133381617-project] 10.222.0.72 "DELETE /v2.0/floatingips/636d2a79-93e7-4fd5-93ae-249857c7a3d0 HTTP/1.1" status: 204 len: 168 time: 0.4280167 Jul 15 15:07:55.458988 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 000a2673-2aec-4e4d-8e86-7e34835d6863 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:07:55.477954 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: 000a2673-2aec-4e4d-8e86-7e34835d6863 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:07:55.478302 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 000a2673-2aec-4e4d-8e86-7e34835d6863 not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:07:56.573519 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-dec33700-5b12-470d-bdfc-7b3a767e3362 req-5ba6db13-95e5-4395-8605-9a0eab8a0624 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512774 Jul 15 15:07:56.646542 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec33700-5b12-470d-bdfc-7b3a767e3362 req-892edddf-df99-4c76-a2b0-5f7d52bb8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:56.648035 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-dec33700-5b12-470d-bdfc-7b3a767e3362 req-892edddf-df99-4c76-a2b0-5f7d52bb8564 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b6189ea39bd48f6818b7284046574ad&device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 1098 time: 0.0528383 Jul 15 15:07:56.752683 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec33700-5b12-470d-bdfc-7b3a767e3362 req-e6497c00-d88d-4512-8978-3bf7add1b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:56.754069 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-dec33700-5b12-470d-bdfc-7b3a767e3362 req-e6497c00-d88d-4512-8978-3bf7add1b76e service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa HTTP/1.1" status: 200 len: 911 time: 0.0853844 Jul 15 15:07:56.820083 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-dec33700-5b12-470d-bdfc-7b3a767e3362 req-f836020f-b638-48fe-802d-ddc11a2326ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a02f12e-868d-4ddd-be2b-389be06c5764 HTTP/1.1" status: 200 len: 1001 time: 0.0587635 Jul 15 15:07:56.867037 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec33700-5b12-470d-bdfc-7b3a767e3362 req-c7724ed1-7887-420b-a1ca-14c70d85fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:56.868432 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-dec33700-5b12-470d-bdfc-7b3a767e3362 req-c7724ed1-7887-420b-a1ca-14c70d85fc16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17ed052a-25a2-48a0-bd3c-f7b49eae2009 HTTP/1.1" status: 200 len: 849 time: 0.0423012 Jul 15 15:07:56.928370 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec33700-5b12-470d-bdfc-7b3a767e3362 req-6bd64bf4-b554-4fac-bbed-328d3872ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:56.929807 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-dec33700-5b12-470d-bdfc-7b3a767e3362 req-6bd64bf4-b554-4fac-bbed-328d3872ac10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540457 Jul 15 15:07:57.018244 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-dec33700-5b12-470d-bdfc-7b3a767e3362 req-8c40b88d-5f29-4fee-acfe-ed982a18f57d service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796454 Jul 15 15:07:57.107098 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-dec33700-5b12-470d-bdfc-7b3a767e3362 req-5a549d0f-cdf7-458b-8b63-568dffd3c232 service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822024 Jul 15 15:07:57.811972 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38260) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:57.839519 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38264) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:07:57.999933 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-86a74a5c-7a03-44c4-b0b9-e6ae9e07823b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Deleting port 4df10528-e23f-465c-b6ad-812fd3a4ef4b {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:58.000219 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-86a74a5c-7a03-44c4-b0b9-e6ae9e07823b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.074340 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-86a74a5c-7a03-44c4-b0b9-e6ae9e07823b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.074669 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-86a74a5c-7a03-44c4-b0b9-e6ae9e07823b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.086801 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-86a74a5c-7a03-44c4-b0b9-e6ae9e07823b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Calling delete_port for 4df10528-e23f-465c-b6ad-812fd3a4ef4b owned by network:floatingip {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:58.242685 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-86a74a5c-7a03-44c4-b0b9-e6ae9e07823b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.271503 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a74a5c-7a03-44c4-b0b9-e6ae9e07823b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Pushing event deleted for resources: {'Port': ['ID=4df10528-e23f-465c-b6ad-812fd3a4ef4b,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:58.335992 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-86a74a5c-7a03-44c4-b0b9-e6ae9e07823b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for floatingip, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.336362 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.l3_db [None req-86a74a5c-7a03-44c4-b0b9-e6ae9e07823b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Floating IP 6f801a25-64e4-460c-8100-88ce00ca876f disassociated (deleted). External IP: 172.27.0.173, port: d88b7978-b40f-41c4-9899-2e53f4524810. Jul 15 15:07:58.482339 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b6c010f6-0c3a-4209-827e-813c19f905ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-778414'] for router_interface, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.544419 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a74a5c-7a03-44c4-b0b9-e6ae9e07823b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:07:58.646908 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a74a5c-7a03-44c4-b0b9-e6ae9e07823b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:07:58.652380 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-86a74a5c-7a03-44c4-b0b9-e6ae9e07823b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.659107 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305c89c2-d0be-4c3d-81ee-c1b145118e17 None None] Sync routers for ids ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:07:58.669395 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305c89c2-d0be-4c3d-81ee-c1b145118e17 None None] Routers {'a38a4b0b-838a-4964-ae4c-bb2fade8ce24'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:58.670709 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-305c89c2-d0be-4c3d-81ee-c1b145118e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:58.691689 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-86a74a5c-7a03-44c4-b0b9-e6ae9e07823b tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "DELETE /v2.0/floatingips/6f801a25-64e4-460c-8100-88ce00ca876f HTTP/1.1" status: 204 len: 168 time: 0.8510847 Jul 15 15:07:58.692419 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'tag': 'd88b7978-b40f-41c4-9899-2e53f4524810'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:07:58.694840 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41f11c6-2216-474b-bb00-3cff7792b791" -d '{"events": [{"name": "network-changed", "server_uuid": "a1392418-ee03-4a65-bfac-cc559b0a9fcc", "tag": "d88b7978-b40f-41c4-9899-2e53f4524810"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:07:58.740909 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b6c010f6-0c3a-4209-827e-813c19f905ae admin admin] Deleting port 87d2fd0e-47c7-4e22-b443-07608b199454 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:07:58.741273 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b6c010f6-0c3a-4209-827e-813c19f905ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.789062 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-305c89c2-d0be-4c3d-81ee-c1b145118e17 None None] Set router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:58.795969 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668bf4fd-e4da-4398-9447-36685057a359 x-openstack-request-id: req-668bf4fd-e4da-4398-9447-36685057a359 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:07:58.796314 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1392418-ee03-4a65-bfac-cc559b0a9fcc", "tag": "d88b7978-b40f-41c4-9899-2e53f4524810", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:07:58.796577 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-668bf4fd-e4da-4398-9447-36685057a359 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:07:58.796981 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'tag': 'd88b7978-b40f-41c4-9899-2e53f4524810', 'status': 'completed', 'code': 200} Jul 15 15:07:58.861691 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b6c010f6-0c3a-4209-827e-813c19f905ae admin admin] For port 87d2fd0e-47c7-4e22-b443-07608b199454, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=87d2fd0e-47c7-4e22-b443-07608b199454,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:07:58.862167 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b6c010f6-0c3a-4209-827e-813c19f905ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:58.876867 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b6c010f6-0c3a-4209-827e-813c19f905ae admin admin] Calling delete_port for 87d2fd0e-47c7-4e22-b443-07608b199454 owned by network:router_interface {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:07:58.947488 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f11c6-2216-474b-bb00-3cff7792b791 req-ed2f0cf3-c1f2-4c20-9d3d-62ac6847619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:58.949038 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c41f11c6-2216-474b-bb00-3cff7792b791 req-ed2f0cf3-c1f2-4c20-9d3d-62ac6847619b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d9dfe5dd9f74f51912b817c8b364471&device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 1098 time: 0.1226997 Jul 15 15:07:59.005101 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-305c89c2-d0be-4c3d-81ee-c1b145118e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'name': 'tempest-TestShelveInstance-1319088819-router', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:57Z', 'updated_at': '2021-07-15T15:03:02Z', 'revision_number': 4, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'gw_port': {'id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '2cc90cf1-e994-4993-b1a5-e6c04a05eae1', 'name': '', 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'mac_address': 'fa:16:3e:c3:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:01Z', 'updated_at': '2021-07-15T15:03:08Z', 'revision_number': 5, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'subnets': [{'id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:59.035258 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305c89c2-d0be-4c3d-81ee-c1b145118e17 None None] Checking router: a38a4b0b-838a-4964-ae4c-bb2fade8ce24 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:07:59.043599 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305c89c2-d0be-4c3d-81ee-c1b145118e17 None None] Routers {'a38a4b0b-838a-4964-ae4c-bb2fade8ce24'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:07:59.044221 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-305c89c2-d0be-4c3d-81ee-c1b145118e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:59.135455 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f11c6-2216-474b-bb00-3cff7792b791 req-2ffcf041-191b-4143-a718-32317a50142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:59.136985 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c41f11c6-2216-474b-bb00-3cff7792b791 req-2ffcf041-191b-4143-a718-32317a50142f service neutron] 10.222.0.41 "GET /v2.0/networks?id=75636bd8-834f-4666-a502-d2096df2f80a HTTP/1.1" status: 200 len: 910 time: 0.1785436 Jul 15 15:07:59.206234 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c41f11c6-2216-474b-bb00-3cff7792b791 req-030754fd-18d7-489f-9782-7dd58126cc9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d88b7978-b40f-41c4-9899-2e53f4524810 HTTP/1.1" status: 200 len: 217 time: 0.0516407 Jul 15 15:07:59.271191 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5965b-d6a1-4263-a276-f85acdafbcf1 req-6d01c8db-9e88-4598-aa30-85e6d49307e8 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:59.272743 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-00f5965b-d6a1-4263-a276-f85acdafbcf1 req-6d01c8db-9e88-4598-aa30-85e6d49307e8 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.2476721 Jul 15 15:07:59.273311 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-305c89c2-d0be-4c3d-81ee-c1b145118e17 None None] Set router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:07:59.327421 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f11c6-2216-474b-bb00-3cff7792b791 req-f140b485-8670-4738-b392-5130895322d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:59.328939 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c41f11c6-2216-474b-bb00-3cff7792b791 req-f140b485-8670-4738-b392-5130895322d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=38c123c1-f45d-4a94-8b4b-6772a02b8766 HTTP/1.1" status: 200 len: 848 time: 0.1113136 Jul 15 15:07:59.334548 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b6c010f6-0c3a-4209-827e-813c19f905ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:59.376915 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c010f6-0c3a-4209-827e-813c19f905ae admin admin] Pushing event deleted for resources: {'Port': ['ID=87d2fd0e-47c7-4e22-b443-07608b199454,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:07:59.397912 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-00f5965b-d6a1-4263-a276-f85acdafbcf1 req-87952d7c-d9be-4358-83b1-f35bc7eb721e tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122983 Jul 15 15:07:59.508680 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-305c89c2-d0be-4c3d-81ee-c1b145118e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'name': 'tempest-TestShelveInstance-1319088819-router', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:57Z', 'updated_at': '2021-07-15T15:03:02Z', 'revision_number': 4, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'gw_port': {'id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '2cc90cf1-e994-4993-b1a5-e6c04a05eae1', 'name': '', 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'mac_address': 'fa:16:3e:c3:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:01Z', 'updated_at': '2021-07-15T15:03:08Z', 'revision_number': 5, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'subnets': [{'id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:07:59.538091 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305c89c2-d0be-4c3d-81ee-c1b145118e17 None None] The sync data for ids ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'] in dv-cinder-788367-2-iscsi is: [{'id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'name': 'tempest-TestShelveInstance-1319088819-router', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:57Z', 'updated_at': '2021-07-15T15:03:02Z', 'revision_number': 4, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'gw_port': {'id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '2cc90cf1-e994-4993-b1a5-e6c04a05eae1', 'name': '', 'network_id': '75636bd8-834f-4666-a502-d2096df2f80a', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'mac_address': 'fa:16:3e:c3:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:01Z', 'updated_at': '2021-07-15T15:03:08Z', 'revision_number': 5, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'subnets': [{'id': '38c123c1-f45d-4a94-8b4b-6772a02b8766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:07:59.551285 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f11c6-2216-474b-bb00-3cff7792b791 req-156d3caa-3e96-41d0-a0dc-94e9271a933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:59.553926 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c41f11c6-2216-474b-bb00-3cff7792b791 req-156d3caa-3e96-41d0-a0dc-94e9271a933e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75636bd8-834f-4666-a502-d2096df2f80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2094364 Jul 15 15:07:59.610788 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ff6de-6fea-4374-bd67-8ba3f596083e req-988b2b82-49c5-4167-b790-c9aeac2d9599 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:07:59.612387 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e60ff6de-6fea-4374-bd67-8ba3f596083e req-988b2b82-49c5-4167-b790-c9aeac2d9599 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0752013 Jul 15 15:07:59.656634 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e60ff6de-6fea-4374-bd67-8ba3f596083e req-33df7048-27eb-44ed-a2d5-240647f14352 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356042 Jul 15 15:07:59.675740 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b6c010f6-0c3a-4209-827e-813c19f905ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781118'] for router_interface, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:07:59.748865 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c41f11c6-2216-474b-bb00-3cff7792b791 req-b480d966-591f-418b-ab12-f1b16c7714a4 service neutron] 10.222.0.41 "GET /v2.0/networks/75636bd8-834f-4666-a502-d2096df2f80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577408 Jul 15 15:07:59.782305 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529cdc08-55ab-44a8-9955-1a9b8792303a None None] New status for floating IP 6f801a25-64e4-460c-8100-88ce00ca876f: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:07:59.926898 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c41f11c6-2216-474b-bb00-3cff7792b791 req-c47d7962-cea7-4f5b-8e5e-fe817816c833 service neutron] 10.222.0.41 "GET /v2.0/networks/75636bd8-834f-4666-a502-d2096df2f80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436000 Jul 15 15:07:59.984479 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c010f6-0c3a-4209-827e-813c19f905ae admin admin] Router 53c4627b-3ec4-44b9-a949-9455028ffc63 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:08:00.086840 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c010f6-0c3a-4209-827e-813c19f905ae admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:08:00.092961 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-b6c010f6-0c3a-4209-827e-813c19f905ae admin admin] 10.222.0.72 "PUT /v2.0/routers/53c4627b-3ec4-44b9-a949-9455028ffc63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2787502 Jul 15 15:08:00.094935 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38282) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:00.097366 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a2fad0-c3a0-4d7f-a008-68ec6eb72337 None None] Sync routers for ids ['53c4627b-3ec4-44b9-a949-9455028ffc63'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:08:00.107528 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2fad0-c3a0-4d7f-a008-68ec6eb72337 None None] Routers {'53c4627b-3ec4-44b9-a949-9455028ffc63'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:00.108267 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-70a2fad0-c3a0-4d7f-a008-68ec6eb72337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['53c4627b-3ec4-44b9-a949-9455028ffc63'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:00.202739 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cf0459ea-a6ed-4a83-bd28-e6dfb4344792 admin admin] Notify callbacks [] for router, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:00.214323 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-70a2fad0-c3a0-4d7f-a008-68ec6eb72337 None None] Set router 53c4627b-3ec4-44b9-a949-9455028ffc63 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:08:00.303754 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d501f8f7-ba8b-4d2b-ad24-da03b1975162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:00.309000 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cf0459ea-a6ed-4a83-bd28-e6dfb4344792 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:00.361275 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cf0459ea-a6ed-4a83-bd28-e6dfb4344792 admin admin] Deleting port b22ec7a8-c5f1-4217-b906-910888dc6c78 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:00.361564 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cf0459ea-a6ed-4a83-bd28-e6dfb4344792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:00.416784 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-70a2fad0-c3a0-4d7f-a008-68ec6eb72337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:07:59Z', 'revision_number': 5, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port': {'id': 'b22ec7a8-c5f1-4217-b906-910888dc6c78', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:01:27Z', 'updated_at': '2021-07-15T15:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:00.438558 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-cf0459ea-a6ed-4a83-bd28-e6dfb4344792 admin admin] For port b22ec7a8-c5f1-4217-b906-910888dc6c78, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=b22ec7a8-c5f1-4217-b906-910888dc6c78,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:00.438922 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cf0459ea-a6ed-4a83-bd28-e6dfb4344792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:00.442978 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a2fad0-c3a0-4d7f-a008-68ec6eb72337 None None] Checking router: 53c4627b-3ec4-44b9-a949-9455028ffc63 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:08:00.451097 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2fad0-c3a0-4d7f-a008-68ec6eb72337 None None] Routers {'53c4627b-3ec4-44b9-a949-9455028ffc63'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:00.452266 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-70a2fad0-c3a0-4d7f-a008-68ec6eb72337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['53c4627b-3ec4-44b9-a949-9455028ffc63'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:00.455350 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-cf0459ea-a6ed-4a83-bd28-e6dfb4344792 admin admin] Calling delete_port for b22ec7a8-c5f1-4217-b906-910888dc6c78 owned by network:router_gateway {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:00.538049 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-70a2fad0-c3a0-4d7f-a008-68ec6eb72337 None None] Set router 53c4627b-3ec4-44b9-a949-9455028ffc63 gateway port host: None {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:08:00.593668 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-70a2fad0-c3a0-4d7f-a008-68ec6eb72337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:08:00Z', 'revision_number': 6, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port_host': None}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:00.619329 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a2fad0-c3a0-4d7f-a008-68ec6eb72337 None None] The sync data for ids ['53c4627b-3ec4-44b9-a949-9455028ffc63'] in dv-cinder-788367-2-iscsi is: [{'id': '53c4627b-3ec4-44b9-a949-9455028ffc63', 'name': 'tempest-AttachVolumeShelveTestJSON-1941069125-router', 'tenant_id': 'af2016afdf21465691485701f391f03b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:01:26Z', 'updated_at': '2021-07-15T15:08:00Z', 'revision_number': 6, 'project_id': 'af2016afdf21465691485701f391f03b', 'gw_port_host': None}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:08:00.669661 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de457a6-52d3-43e9-a43d-927ded8e9ac6 req-4cf8a3ef-4815-430d-a23d-0127d6974a48 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:00.671778 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1de457a6-52d3-43e9-a43d-927ded8e9ac6 req-4cf8a3ef-4815-430d-a23d-0127d6974a48 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.1614957 Jul 15 15:08:00.835222 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a65bf-a94f-4db8-b8e4-5f266bd9ac1d req-862f081d-4bd9-44b8-a3db-b878d5a558d7 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:00.836835 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-246a65bf-a94f-4db8-b8e4-5f266bd9ac1d req-862f081d-4bd9-44b8-a3db-b878d5a558d7 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0655553 Jul 15 15:08:00.880968 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-246a65bf-a94f-4db8-b8e4-5f266bd9ac1d req-f904878f-fd18-48fb-bf4c-b6bd0f9b2373 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378282 Jul 15 15:08:00.994833 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0aac97-2259-454e-a81f-8c5cf17ec26b req-2363e740-ddd8-4202-861f-b80ee61d0702 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:00.996307 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ca0aac97-2259-454e-a81f-8c5cf17ec26b req-2363e740-ddd8-4202-861f-b80ee61d0702 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 945 time: 0.4131868 Jul 15 15:08:01.047648 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cf0459ea-a6ed-4a83-bd28-e6dfb4344792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.087974 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0459ea-a6ed-4a83-bd28-e6dfb4344792 admin admin] Pushing event deleted for resources: {'Port': ['ID=b22ec7a8-c5f1-4217-b906-910888dc6c78,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:01.102518 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ca0aac97-2259-454e-a81f-8c5cf17ec26b req-75b9b00d-76f5-4889-91a8-c0815d8608d7 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/security-groups?id=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945466 Jul 15 15:08:01.167081 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-1de457a6-52d3-43e9-a43d-927ded8e9ac6 req-3685fcc4-e9e3-42b8-a7ca-d1ba845fee42 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Deleting port d88b7978-b40f-41c4-9899-2e53f4524810 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:01.167342 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-1de457a6-52d3-43e9-a43d-927ded8e9ac6 req-3685fcc4-e9e3-42b8-a7ca-d1ba845fee42 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.188980 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cf0459ea-a6ed-4a83-bd28-e6dfb4344792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633188'] for router_gateway, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.311780 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cf0459ea-a6ed-4a83-bd28-e6dfb4344792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25220'] for router, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.315377 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cf0459ea-a6ed-4a83-bd28-e6dfb4344792 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.376846 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [req-1de457a6-52d3-43e9-a43d-927ded8e9ac6 req-3685fcc4-e9e3-42b8-a7ca-d1ba845fee42 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] For port d88b7978-b40f-41c4-9899-2e53f4524810, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d88b7978-b40f-41c4-9899-2e53f4524810,segment=NetworkSegment(530807e7-ddc2-4511-b561-a0efd7acd4f9),segment_id=530807e7-ddc2-4511-b561-a0efd7acd4f9)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:01.377201 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-1de457a6-52d3-43e9-a43d-927ded8e9ac6 req-3685fcc4-e9e3-42b8-a7ca-d1ba845fee42 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.379306 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cf0459ea-a6ed-4a83-bd28-e6dfb4344792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778982'] for router, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.379800 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0459ea-a6ed-4a83-bd28-e6dfb4344792 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c4627b-3ec4-44b9-a949-9455028ffc63 {{(pid=92930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:08:01.388216 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-cf0459ea-a6ed-4a83-bd28-e6dfb4344792 admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.389632 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-cf0459ea-a6ed-4a83-bd28-e6dfb4344792 admin admin] 10.222.0.72 "DELETE /v2.0/routers/53c4627b-3ec4-44b9-a949-9455028ffc63 HTTP/1.1" status: 204 len: 168 time: 1.2936976 Jul 15 15:08:01.391991 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38288) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:01.403059 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [req-1de457a6-52d3-43e9-a43d-927ded8e9ac6 req-3685fcc4-e9e3-42b8-a7ca-d1ba845fee42 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Calling delete_port for d88b7978-b40f-41c4-9899-2e53f4524810 owned by compute:nova {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:01.475255 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee5a649-d61e-4420-89b2-31a3bacad96a admin admin] Deleting subnet d8085225-82a0-4f67-8a09-a82c8f272762 {{(pid=92930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:08:01.479521 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bee5a649-d61e-4420-89b2-31a3bacad96a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.491355 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac6729-2d6d-4b24-a523-83d0c3c56232 req-b62440b4-023c-4794-a42e-aedd1bba4575 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:01.492926 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-48ac6729-2d6d-4b24-a523-83d0c3c56232 req-b62440b4-023c-4794-a42e-aedd1bba4575 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.41 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 945 time: 0.0665326 Jul 15 15:08:01.537596 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bee5a649-d61e-4420-89b2-31a3bacad96a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2994775'] for subnet, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.603453 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-48ac6729-2d6d-4b24-a523-83d0c3c56232 req-b2e4895d-7865-416c-993a-8fb0d6dc670f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Deleting port 1a02f12e-868d-4ddd-be2b-389be06c5764 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:01.603787 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-48ac6729-2d6d-4b24-a523-83d0c3c56232 req-b2e4895d-7865-416c-993a-8fb0d6dc670f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.667746 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bee5a649-d61e-4420-89b2-31a3bacad96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66795978'] for subnet, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.694570 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-1de457a6-52d3-43e9-a43d-927ded8e9ac6 req-3685fcc4-e9e3-42b8-a7ca-d1ba845fee42 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.707203 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-48ac6729-2d6d-4b24-a523-83d0c3c56232 req-b2e4895d-7865-416c-993a-8fb0d6dc670f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] For port 1a02f12e-868d-4ddd-be2b-389be06c5764, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1a02f12e-868d-4ddd-be2b-389be06c5764,segment=NetworkSegment(53da5228-8861-4ace-b80e-899ea7b0cada),segment_id=53da5228-8861-4ace-b80e-899ea7b0cada)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:01.707370 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-48ac6729-2d6d-4b24-a523-83d0c3c56232 req-b2e4895d-7865-416c-993a-8fb0d6dc670f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.728361 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685fcc4-e9e3-42b8-a7ca-d1ba845fee42 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Pushing event deleted for resources: {'Port': ['ID=d88b7978-b40f-41c4-9899-2e53f4524810,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:01.784657 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 87d2fd0e-47c7-4e22-b443-07608b199454 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:01.798523 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de457a6-52d3-43e9-a43d-927ded8e9ac6 req-3685fcc4-e9e3-42b8-a7ca-d1ba845fee42 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] No DVR routers for this DVR port d88b7978-b40f-41c4-9899-2e53f4524810 on host hv-cinder-78836 {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:01.801028 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [req-1de457a6-52d3-43e9-a43d-927ded8e9ac6 req-3685fcc4-e9e3-42b8-a7ca-d1ba845fee42 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.803151 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-1de457a6-52d3-43e9-a43d-927ded8e9ac6 req-3685fcc4-e9e3-42b8-a7ca-d1ba845fee42 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.41 "DELETE /v2.0/ports/d88b7978-b40f-41c4-9899-2e53f4524810 HTTP/1.1" status: 204 len: 173 time: 1.1124237 Jul 15 15:08:01.803592 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'name': 'network-vif-deleted', 'tag': 'd88b7978-b40f-41c4-9899-2e53f4524810'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:01.805307 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: 87d2fd0e-47c7-4e22-b443-07608b199454 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:08:01.805662 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 87d2fd0e-47c7-4e22-b443-07608b199454 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:01.805951 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479ad923-8584-4730-8c5c-efe195a947df" -d '{"events": [{"server_uuid": "a1392418-ee03-4a65-bfac-cc559b0a9fcc", "name": "network-vif-deleted", "tag": "d88b7978-b40f-41c4-9899-2e53f4524810"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:01.806101 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device b22ec7a8-c5f1-4217-b906-910888dc6c78 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:01.811957 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bee5a649-d61e-4420-89b2-31a3bacad96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66796029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2594616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2806727'] for subnet, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.846365 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: b22ec7a8-c5f1-4217-b906-910888dc6c78 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:08:01.846836 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device b22ec7a8-c5f1-4217-b906-910888dc6c78 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:01.857042 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b108f6f-671d-4439-99cc-1ee4418c3b56 x-openstack-request-id: req-7b108f6f-671d-4439-99cc-1ee4418c3b56 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:01.857403 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1392418-ee03-4a65-bfac-cc559b0a9fcc", "name": "network-vif-deleted", "tag": "d88b7978-b40f-41c4-9899-2e53f4524810", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:01.857969 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7b108f6f-671d-4439-99cc-1ee4418c3b56 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:01.858101 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1392418-ee03-4a65-bfac-cc559b0a9fcc', 'name': 'network-vif-deleted', 'tag': 'd88b7978-b40f-41c4-9899-2e53f4524810', 'status': 'completed', 'code': 200} Jul 15 15:08:01.859102 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5a649-d61e-4420-89b2-31a3bacad96a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8085225-82a0-4f67-8a09-a82c8f272762,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:01.862722 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-bee5a649-d61e-4420-89b2-31a3bacad96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.864708 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-bee5a649-d61e-4420-89b2-31a3bacad96a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d8085225-82a0-4f67-8a09-a82c8f272762 HTTP/1.1" status: 204 len: 168 time: 0.4717631 Jul 15 15:08:01.867100 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38292) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:01.869824 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492b6a5e-6f4e-4aaf-b55c-3bdf08fdd63b None None] Network 21c983ea-d72b-4caf-9ecb-4a2da4a95654 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:08:01.948650 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-48ac6729-2d6d-4b24-a523-83d0c3c56232 req-b2e4895d-7865-416c-993a-8fb0d6dc670f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.949200 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-48ac6729-2d6d-4b24-a523-83d0c3c56232 req-b2e4895d-7865-416c-993a-8fb0d6dc670f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.949745 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.l3_db [req-48ac6729-2d6d-4b24-a523-83d0c3c56232 req-b2e4895d-7865-416c-993a-8fb0d6dc670f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Floating IP 9b73925a-f39c-4662-9399-68d9df26e2ea disassociated. External IP: 172.27.0.214, port: 1a02f12e-868d-4ddd-be2b-389be06c5764. Jul 15 15:08:01.950398 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66702497'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:01.950682 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-48ac6729-2d6d-4b24-a523-83d0c3c56232 req-b2e4895d-7865-416c-993a-8fb0d6dc670f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Calling delete_port for 1a02f12e-868d-4ddd-be2b-389be06c5764 owned by compute:nova {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:02.046702 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] Deleting port fda0259c-b4c8-4a5f-aa7d-ed985f515456 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:02.047246 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.116987 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] DHCP port deletion for 21c983ea-d72b-4caf-9ecb-4a2da4a95654 request from dv-cinder-788367-2-iscsi {{(pid=92932) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:08:02.135659 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] For port fda0259c-b4c8-4a5f-aa7d-ed985f515456, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=fda0259c-b4c8-4a5f-aa7d-ed985f515456,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:02.136023 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.155837 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-48ac6729-2d6d-4b24-a523-83d0c3c56232 req-b2e4895d-7865-416c-993a-8fb0d6dc670f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.167304 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] Calling delete_port for fda0259c-b4c8-4a5f-aa7d-ed985f515456 owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:02.181135 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769d15e-2eaa-413d-93b6-a051168f5b67 req-c25782a6-d70c-4e68-b661-213ec3dcc541 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:02.188798 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5769d15e-2eaa-413d-93b6-a051168f5b67 req-c25782a6-d70c-4e68-b661-213ec3dcc541 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 867 time: 0.1873932 Jul 15 15:08:02.222570 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4895d-7865-416c-993a-8fb0d6dc670f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event deleted for resources: {'Port': ['ID=1a02f12e-868d-4ddd-be2b-389be06c5764,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:02.235456 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Deleting port fda0259c-b4c8-4a5f-aa7d-ed985f515456 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:02.236049 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.276487 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-5769d15e-2eaa-413d-93b6-a051168f5b67 req-2a33c9e7-085c-4dac-8e15-db65ffb512c9 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=65c1de84-ff01-48d7-948a-65d80865fa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865958 Jul 15 15:08:02.366796 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] For port fda0259c-b4c8-4a5f-aa7d-ed985f515456, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=fda0259c-b4c8-4a5f-aa7d-ed985f515456,segment=NetworkSegment(486c78a0-3d56-4446-82c8-9aa404878018),segment_id=486c78a0-3d56-4446-82c8-9aa404878018)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:02.367179 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.368538 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.379009 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5fadeb79-b4b4-47c3-9ac7-7517e0100756 req-9e635f62-c65f-4ebc-bcb2-f2931184b880 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "GET /v2.0/ports?device_id=a1392418-ee03-4a65-bfac-cc559b0a9fcc HTTP/1.1" status: 200 len: 210 time: 0.0645406 Jul 15 15:08:02.388725 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Calling delete_port for fda0259c-b4c8-4a5f-aa7d-ed985f515456 owned by network:dhcp {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:02.412330 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] Pushing event deleted for resources: {'Port': ['ID=fda0259c-b4c8-4a5f-aa7d-ed985f515456,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:02.414581 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] No DVR routers for this DVR port fda0259c-b4c8-4a5f-aa7d-ed985f515456 on host dv-cinder-788367-2-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:02.468318 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48ac6729-2d6d-4b24-a523-83d0c3c56232 req-b2e4895d-7865-416c-993a-8fb0d6dc670f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Router e12e6a1e-96f8-4fac-8882-9e0ddb610779 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:08:02.487425 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.490488 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796974', 'neutron.services.segments.db._delete_segments_for_network-8756598894668'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.501020 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c983ea-d72b-4caf-9ecb-4a2da4a95654']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:02.511529 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486c78a0-3d56-4446-82c8-9aa404878018') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:02.511835 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486c78a0-3d56-4446-82c8-9aa404878018') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:02.517572 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Pushing event deleted for resources: {'Port': ['ID=fda0259c-b4c8-4a5f-aa7d-ed985f515456,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:02.520989 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756598898261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994784'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.521826 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] No DVR routers for this DVR port fda0259c-b4c8-4a5f-aa7d-ed985f515456 on host dv-cinder-788367-2-iscsi {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:02.528729 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:02.529393 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:02.529896 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:02.530389 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:02.530898 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:02.531389 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:02.531874 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:02.532562 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:02.532896 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:02.533398 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:02.533738 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:02.534068 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c9fc9-bbdc-41ee-a35e-9b967974c230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:02.536086 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.543784 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:08:02.544397 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2592922'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: timer() Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: cb(*args, **kw) Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: self._notify() Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: self.callback(batched_events) Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: event.method(event) Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: return self._get(url).json() Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:08:02.546905 dv-cinder-788367-2-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:08:02.592779 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48ac6729-2d6d-4b24-a523-83d0c3c56232 req-b2e4895d-7865-416c-993a-8fb0d6dc670f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:08:02.606225 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb51fc3-cb81-4ca3-9dcd-1d7416dae6b6 None None] Sync routers for ids ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:08:02.607238 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633272'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.618574 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.620238 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb51fc3-cb81-4ca3-9dcd-1d7416dae6b6 None None] Routers {'e12e6a1e-96f8-4fac-8882-9e0ddb610779'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:02.620455 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] 10.222.0.72 "DELETE /v2.0/networks/21c983ea-d72b-4caf-9ecb-4a2da4a95654 HTTP/1.1" status: 204 len: 168 time: 0.7522118 Jul 15 15:08:02.621661 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-abb51fc3-cb81-4ca3-9dcd-1d7416dae6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:07:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:02.630862 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f44ecb-f686-4480-a8e3-b3179a248c7f admin admin] Pushing event deleted for resources: {'Network': ['ID=21c983ea-d72b-4caf-9ecb-4a2da4a95654,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:02.658317 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ac6729-2d6d-4b24-a523-83d0c3c56232 req-b2e4895d-7865-416c-993a-8fb0d6dc670f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] No DVR routers for this DVR port 1a02f12e-868d-4ddd-be2b-389be06c5764 on host hv-cinder-78836 {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:02.660129 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-48ac6729-2d6d-4b24-a523-83d0c3c56232 req-b2e4895d-7865-416c-993a-8fb0d6dc670f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.662493 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-48ac6729-2d6d-4b24-a523-83d0c3c56232 req-b2e4895d-7865-416c-993a-8fb0d6dc670f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.41 "DELETE /v2.0/ports/1a02f12e-868d-4ddd-be2b-389be06c5764 HTTP/1.1" status: 204 len: 173 time: 1.1641932 Jul 15 15:08:02.662946 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68c4624-a6d2-43f4-bdab-1bea72f91a7f', 'name': 'network-vif-deleted', 'tag': '1a02f12e-868d-4ddd-be2b-389be06c5764'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:02.665324 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f8a0af-b4d6-47e3-91a1-43c7f49abe69" -d '{"events": [{"server_uuid": "f68c4624-a6d2-43f4-bdab-1bea72f91a7f", "name": "network-vif-deleted", "tag": "1a02f12e-868d-4ddd-be2b-389be06c5764"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:02.708494 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cb1c0b-8b7b-4e1f-a18c-d289c0cc1188 x-openstack-request-id: req-03cb1c0b-8b7b-4e1f-a18c-d289c0cc1188 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:02.708787 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68c4624-a6d2-43f4-bdab-1bea72f91a7f", "name": "network-vif-deleted", "tag": "1a02f12e-868d-4ddd-be2b-389be06c5764", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:02.709227 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-03cb1c0b-8b7b-4e1f-a18c-d289c0cc1188 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:02.709775 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68c4624-a6d2-43f4-bdab-1bea72f91a7f', 'name': 'network-vif-deleted', 'tag': '1a02f12e-868d-4ddd-be2b-389be06c5764', 'status': 'completed', 'code': 200} Jul 15 15:08:02.775190 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38302) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:02.828334 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c31869e2-763e-4eee-8fa0-4f4051e3ef20 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=af2016afdf21465691485701f391f03b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0494213 Jul 15 15:08:02.828650 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38304) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:02.849669 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-abb51fc3-cb81-4ca3-9dcd-1d7416dae6b6 None None] Set router e12e6a1e-96f8-4fac-8882-9e0ddb610779 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:08:02.895288 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dc565e1f-8b76-4b27-b32a-c304d4d66028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.921170 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dc565e1f-8b76-4b27-b32a-c304d4d66028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.986328 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dc565e1f-8b76-4b27-b32a-c304d4d66028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.987209 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c8c88fb7-39cc-43b8-8ae2-c8a23f4343bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.989883 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dc565e1f-8b76-4b27-b32a-c304d4d66028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:02.993490 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-dc565e1f-8b76-4b27-b32a-c304d4d66028 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/40dc03ad-d5bf-46d6-8576-c00c88faf400 HTTP/1.1" status: 204 len: 168 time: 0.1612639 Jul 15 15:08:03.000001 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc565e1f-8b76-4b27-b32a-c304d4d66028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dc03ad-d5bf-46d6-8576-c00c88faf400,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:03.060553 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-abb51fc3-cb81-4ca3-9dcd-1d7416dae6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 4, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '0cd67faa-5456-4f33-953b-f24356234253', 'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'mac_address': 'fa:16:3e:bc:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:53Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 5, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'subnets': [{'id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:03.090008 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb51fc3-cb81-4ca3-9dcd-1d7416dae6b6 None None] Checking router: e12e6a1e-96f8-4fac-8882-9e0ddb610779 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:08:03.098184 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb51fc3-cb81-4ca3-9dcd-1d7416dae6b6 None None] Routers {'e12e6a1e-96f8-4fac-8882-9e0ddb610779'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:03.098782 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-abb51fc3-cb81-4ca3-9dcd-1d7416dae6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:08:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:03.222876 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-abb51fc3-cb81-4ca3-9dcd-1d7416dae6b6 None None] Set router e12e6a1e-96f8-4fac-8882-9e0ddb610779 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:08:03.453357 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:03.457789 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-597ff23f-1b85-4d33-97cc-3a29d3acfb5e req-8e306baf-fb57-4737-8aed-4344eaae69de tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=f68c4624-a6d2-43f4-bdab-1bea72f91a7f HTTP/1.1" status: 200 len: 210 time: 0.0536394 Jul 15 15:08:03.489396 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-abb51fc3-cb81-4ca3-9dcd-1d7416dae6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 4, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '0cd67faa-5456-4f33-953b-f24356234253', 'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'mac_address': 'fa:16:3e:bc:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:53Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 5, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'subnets': [{'id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:03.492144 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device d88b7978-b40f-41c4-9899-2e53f4524810 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:03.516850 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38322) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:03.521178 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: d88b7978-b40f-41c4-9899-2e53f4524810 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:08:03.521763 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device d88b7978-b40f-41c4-9899-2e53f4524810 not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:03.546528 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb51fc3-cb81-4ca3-9dcd-1d7416dae6b6 None None] The sync data for ids ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'] in dv-cinder-788367-2-iscsi is: [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 4, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '0cd67faa-5456-4f33-953b-f24356234253', 'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'mac_address': 'fa:16:3e:bc:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:53Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 5, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'subnets': [{'id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:08:03.590244 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b7dd2518-1926-4d38-8e90-4aa7006d5e1d tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:03.619724 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b7dd2518-1926-4d38-8e90-4aa7006d5e1d tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:03.682780 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b7dd2518-1926-4d38-8e90-4aa7006d5e1d tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:03.686109 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b7dd2518-1926-4d38-8e90-4aa7006d5e1d tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:03.687351 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-b7dd2518-1926-4d38-8e90-4aa7006d5e1d tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] 10.222.0.72 "DELETE /v2.0/security-groups/7aae0feb-a7e8-4da4-8f6e-afa15b3545ff HTTP/1.1" status: 204 len: 168 time: 0.1687090 Jul 15 15:08:03.698061 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd2518-1926-4d38-8e90-4aa7006d5e1d tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aae0feb-a7e8-4da4-8f6e-afa15b3545ff,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:03.745027 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38334) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:03.821297 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device fda0259c-b4c8-4a5f-aa7d-ed985f515456 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:03.844735 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c445eed-e190-4b2d-9f68-a75486d1e12c None None] New status for floating IP 9b73925a-f39c-4662-9399-68d9df26e2ea: DOWN {{(pid=92932) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:08:03.847925 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: fda0259c-b4c8-4a5f-aa7d-ed985f515456 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:08:03.848576 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device fda0259c-b4c8-4a5f-aa7d-ed985f515456 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:04.078922 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.285676 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-78900d4d-c35b-497a-8037-f9c157207441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-778414'] for router_interface, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.548407 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-78900d4d-c35b-497a-8037-f9c157207441 admin admin] Deleting port 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:04.548984 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-78900d4d-c35b-497a-8037-f9c157207441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.570445 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38366) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:04.628487 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fccb119b-2f62-41cf-807e-fb8bbeb1e2d9 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.631078 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-78900d4d-c35b-497a-8037-f9c157207441 admin admin] For port 2cc90cf1-e994-4993-b1a5-e6c04a05eae1, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=2cc90cf1-e994-4993-b1a5-e6c04a05eae1,segment=NetworkSegment(530807e7-ddc2-4511-b561-a0efd7acd4f9),segment_id=530807e7-ddc2-4511-b561-a0efd7acd4f9)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:04.631522 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-78900d4d-c35b-497a-8037-f9c157207441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.646373 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-78900d4d-c35b-497a-8037-f9c157207441 admin admin] Calling delete_port for 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 owned by network:router_interface {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:04.652495 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fccb119b-2f62-41cf-807e-fb8bbeb1e2d9 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.708711 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fccb119b-2f62-41cf-807e-fb8bbeb1e2d9 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.711399 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fccb119b-2f62-41cf-807e-fb8bbeb1e2d9 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.715081 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-fccb119b-2f62-41cf-807e-fb8bbeb1e2d9 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "DELETE /v2.0/security-groups/65c1de84-ff01-48d7-948a-65d80865fa86 HTTP/1.1" status: 204 len: 168 time: 0.1407747 Jul 15 15:08:04.715835 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38368) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:04.722281 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb119b-2f62-41cf-807e-fb8bbeb1e2d9 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c1de84-ff01-48d7-948a-65d80865fa86,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:04.764885 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.api.v2.resource [None req-0f5d832d-26b6-4648-ba91-6c8846bf8e1a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] show failed (client error): The resource could not be found. Jul 15 15:08:04.765921 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-0f5d832d-26b6-4648-ba91-6c8846bf8e1a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups/65c1de84-ff01-48d7-948a-65d80865fa86 HTTP/1.1" status: 404 len: 347 time: 0.0491362 Jul 15 15:08:04.769504 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38372) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:04.852664 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-78900d4d-c35b-497a-8037-f9c157207441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:04.884019 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78900d4d-c35b-497a-8037-f9c157207441 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc90cf1-e994-4993-b1a5-e6c04a05eae1,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:04.921830 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-2efb95d5-7a5b-4e98-8dce-20e60bba71a1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Deleting port ffa6bc3c-e441-46f7-bdeb-8fe48cec2f82 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:04.922203 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2efb95d5-7a5b-4e98-8dce-20e60bba71a1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.012633 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2efb95d5-7a5b-4e98-8dce-20e60bba71a1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.012956 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2efb95d5-7a5b-4e98-8dce-20e60bba71a1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.026208 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-2efb95d5-7a5b-4e98-8dce-20e60bba71a1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Calling delete_port for ffa6bc3c-e441-46f7-bdeb-8fe48cec2f82 owned by network:floatingip {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:05.084917 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-78900d4d-c35b-497a-8037-f9c157207441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781118'] for router_interface, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.160591 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2efb95d5-7a5b-4e98-8dce-20e60bba71a1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.189546 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb95d5-7a5b-4e98-8dce-20e60bba71a1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event deleted for resources: {'Port': ['ID=ffa6bc3c-e441-46f7-bdeb-8fe48cec2f82,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:05.250525 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2efb95d5-7a5b-4e98-8dce-20e60bba71a1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for floatingip, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.253063 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2efb95d5-7a5b-4e98-8dce-20e60bba71a1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.254206 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-2efb95d5-7a5b-4e98-8dce-20e60bba71a1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "DELETE /v2.0/floatingips/9b73925a-f39c-4662-9399-68d9df26e2ea HTTP/1.1" status: 204 len: 168 time: 0.4835560 Jul 15 15:08:05.297910 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78900d4d-c35b-497a-8037-f9c157207441 admin admin] Router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:08:05.405651 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78900d4d-c35b-497a-8037-f9c157207441 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:08:05.413253 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-78900d4d-c35b-497a-8037-f9c157207441 admin admin] 10.222.0.72 "PUT /v2.0/routers/a38a4b0b-838a-4964-ae4c-bb2fade8ce24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6637721 Jul 15 15:08:05.413392 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38376) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:05.415746 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ade49-2e87-491b-b3e6-eb21e5a95925 None None] Sync routers for ids ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:08:05.426160 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ade49-2e87-491b-b3e6-eb21e5a95925 None None] Routers {'a38a4b0b-838a-4964-ae4c-bb2fade8ce24'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:05.426781 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-5f1ade49-2e87-491b-b3e6-eb21e5a95925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:08:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:05.476701 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.487862 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38378) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:05.492090 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 1a02f12e-868d-4ddd-be2b-389be06c5764 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:05.493383 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-778f78d8-17e4-4944-9144-298954d1e851 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--276618821', 'description': 'tempest-description--1582518128'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:05.524965 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: 1a02f12e-868d-4ddd-be2b-389be06c5764 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:08:05.525504 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 1a02f12e-868d-4ddd-be2b-389be06c5764 not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:05.526068 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-778f78d8-17e4-4944-9144-298954d1e851 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.538926 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5557e0f-130a-48d6-ac20-516d46bf0261 admin admin] Notify callbacks [] for router, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.618712 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-778f78d8-17e4-4944-9144-298954d1e851 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.625019 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-778f78d8-17e4-4944-9144-298954d1e851 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.633895 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-5f1ade49-2e87-491b-b3e6-eb21e5a95925 None None] Set router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:08:05.644417 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5557e0f-130a-48d6-ac20-516d46bf0261 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.662294 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f78d8-17e4-4944-9144-298954d1e851 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a58848-1c31-40b0-9741-778f5d8e08f8,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:05.670776 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-778f78d8-17e4-4944-9144-298954d1e851 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.674909 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-778f78d8-17e4-4944-9144-298954d1e851 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1833515 Jul 15 15:08:05.675590 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38380) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:05.681041 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-e77233ce-241c-4bf4-8dd0-1e1f50adcb7c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Request body: {'security_group_rule': {'security_group_id': 'f0a58848-1c31-40b0-9741-778f5d8e08f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:05.698427 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-c5557e0f-130a-48d6-ac20-516d46bf0261 admin admin] Deleting port 6a5c65bf-cca4-46f1-b962-814d24374233 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:05.698773 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5557e0f-130a-48d6-ac20-516d46bf0261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.715271 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e77233ce-241c-4bf4-8dd0-1e1f50adcb7c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.782247 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e77233ce-241c-4bf4-8dd0-1e1f50adcb7c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.793047 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e77233ce-241c-4bf4-8dd0-1e1f50adcb7c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.803657 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-c5557e0f-130a-48d6-ac20-516d46bf0261 admin admin] For port 6a5c65bf-cca4-46f1-b962-814d24374233, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=6a5c65bf-cca4-46f1-b962-814d24374233,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:05.804202 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5557e0f-130a-48d6-ac20-516d46bf0261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.816538 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77233ce-241c-4bf4-8dd0-1e1f50adcb7c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405b8f40-9189-4fe9-b175-d2ab7ddecc5d,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:05.824319 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-e77233ce-241c-4bf4-8dd0-1e1f50adcb7c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.828676 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-e77233ce-241c-4bf4-8dd0-1e1f50adcb7c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484666 Jul 15 15:08:05.828908 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-c5557e0f-130a-48d6-ac20-516d46bf0261 admin admin] Calling delete_port for 6a5c65bf-cca4-46f1-b962-814d24374233 owned by network:router_gateway {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:05.829030 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38384) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:05.836015 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-7c3987b6-ef72-4073-a9b8-e5239df22a4d tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Request body: {'security_group_rule': {'security_group_id': 'f0a58848-1c31-40b0-9741-778f5d8e08f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:05.849686 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-5f1ade49-2e87-491b-b3e6-eb21e5a95925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'name': 'tempest-TestShelveInstance-1319088819-router', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:57Z', 'updated_at': '2021-07-15T15:08:04Z', 'revision_number': 5, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'gw_port': {'id': '6a5c65bf-cca4-46f1-b962-814d24374233', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:02:58Z', 'updated_at': '2021-07-15T15:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:05.866965 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7c3987b6-ef72-4073-a9b8-e5239df22a4d tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.880791 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ade49-2e87-491b-b3e6-eb21e5a95925 None None] Checking router: a38a4b0b-838a-4964-ae4c-bb2fade8ce24 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:08:05.890100 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1ade49-2e87-491b-b3e6-eb21e5a95925 None None] Routers {'a38a4b0b-838a-4964-ae4c-bb2fade8ce24'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:05.890717 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-5f1ade49-2e87-491b-b3e6-eb21e5a95925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:08:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:05.945620 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7c3987b6-ef72-4073-a9b8-e5239df22a4d tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.950725 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7c3987b6-ef72-4073-a9b8-e5239df22a4d tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:05.981685 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3987b6-ef72-4073-a9b8-e5239df22a4d tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53b7060-09c6-43ff-b201-5dc18b8f1f3a,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:05.984563 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-5f1ade49-2e87-491b-b3e6-eb21e5a95925 None None] Set router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 gateway port host: None {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:08:06.004336 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7c3987b6-ef72-4073-a9b8-e5239df22a4d tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.008666 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7c3987b6-ef72-4073-a9b8-e5239df22a4d tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1789596 Jul 15 15:08:06.009770 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38398) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:06.015155 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Request body: {'floatingip': {'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:06.043381 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-5f1ade49-2e87-491b-b3e6-eb21e5a95925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'name': 'tempest-TestShelveInstance-1319088819-router', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:57Z', 'updated_at': '2021-07-15T15:08:05Z', 'revision_number': 6, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'gw_port_host': None}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:06.070198 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for floatingip, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.072803 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1ade49-2e87-491b-b3e6-eb21e5a95925 None None] The sync data for ids ['a38a4b0b-838a-4964-ae4c-bb2fade8ce24'] in dv-cinder-788367-2-iscsi is: [{'id': 'a38a4b0b-838a-4964-ae4c-bb2fade8ce24', 'name': 'tempest-TestShelveInstance-1319088819-router', 'tenant_id': '1d9dfe5dd9f74f51912b817c8b364471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:02:57Z', 'updated_at': '2021-07-15T15:08:05Z', 'revision_number': 6, 'project_id': '1d9dfe5dd9f74f51912b817c8b364471', 'gw_port_host': None}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:08:06.085300 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5557e0f-130a-48d6-ac20-516d46bf0261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.122431 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5557e0f-130a-48d6-ac20-516d46bf0261 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5c65bf-cca4-46f1-b962-814d24374233,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:06.222186 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5557e0f-130a-48d6-ac20-516d46bf0261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633188'] for router_gateway, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.578082 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5557e0f-130a-48d6-ac20-516d46bf0261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25220'] for router, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.582064 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5557e0f-130a-48d6-ac20-516d46bf0261 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.620886 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.633235 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5557e0f-130a-48d6-ac20-516d46bf0261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778982'] for router, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.633756 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5557e0f-130a-48d6-ac20-516d46bf0261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a38a4b0b-838a-4964-ae4c-bb2fade8ce24 {{(pid=92930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:08:06.662240 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c5557e0f-130a-48d6-ac20-516d46bf0261 admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.663370 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c5557e0f-130a-48d6-ac20-516d46bf0261 admin admin] 10.222.0.72 "DELETE /v2.0/routers/a38a4b0b-838a-4964-ae4c-bb2fade8ce24 HTTP/1.1" status: 204 len: 168 time: 1.2490888 Jul 15 15:08:06.665885 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38410) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:06.744518 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_v2 [None req-68045aab-e4ce-411f-9752-f771668f7232 admin admin] Deleting subnet 38c123c1-f45d-4a94-8b4b-6772a02b8766 {{(pid=92930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:08:06.752044 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-68045aab-e4ce-411f-9752-f771668f7232 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.794273 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Allocated IP 172.27.0.171 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/1970d648-30cb-469a-8004-2cbd482402f4) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:08:06.801267 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-68045aab-e4ce-411f-9752-f771668f7232 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2994775'] for subnet, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.949376 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-68045aab-e4ce-411f-9752-f771668f7232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66795978'] for subnet, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:06.989212 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.034299 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-68045aab-e4ce-411f-9752-f771668f7232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66796029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2594616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2806727'] for subnet, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.069370 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-68045aab-e4ce-411f-9752-f771668f7232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.073783 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-68045aab-e4ce-411f-9752-f771668f7232 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/38c123c1-f45d-4a94-8b4b-6772a02b8766 HTTP/1.1" status: 204 len: 168 time: 0.4038296 Jul 15 15:08:07.073783 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68045aab-e4ce-411f-9752-f771668f7232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c123c1-f45d-4a94-8b4b-6772a02b8766,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:07.073957 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38412) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:07.077037 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcbf9a0-191e-4398-9253-d7205359a379 None None] Network 75636bd8-834f-4666-a502-d2096df2f80a requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:08:07.080737 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.123880 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:08:07.126836 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:07.130297 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:08:07.151082 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66702497'] for network, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.169901 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event updated for resources: {'Port': ['ID=1970d648-30cb-469a-8004-2cbd482402f4,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:07.214993 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] Deleting port 4e321de1-ff37-4c53-aca8-7fa64f141cac {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:07.215342 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.272760 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.294214 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] For port 4e321de1-ff37-4c53-aca8-7fa64f141cac, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=4e321de1-ff37-4c53-aca8-7fa64f141cac,segment=NetworkSegment(530807e7-ddc2-4511-b561-a0efd7acd4f9),segment_id=530807e7-ddc2-4511-b561-a0efd7acd4f9)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:07.294597 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.303206 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9beae90-3201-4d62-88b0-ed44259fdc8c None None] DHCP port deletion for 75636bd8-834f-4666-a502-d2096df2f80a request from dv-cinder-788367-2-iscsi {{(pid=92932) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:08:07.313622 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] Calling delete_port for 4e321de1-ff37-4c53-aca8-7fa64f141cac owned by network:dhcp {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:07.353690 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.372673 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-b9beae90-3201-4d62-88b0-ed44259fdc8c None None] Deleting port 4e321de1-ff37-4c53-aca8-7fa64f141cac {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:07.375764 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b9beae90-3201-4d62-88b0-ed44259fdc8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.418461 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.450060 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-b9beae90-3201-4d62-88b0-ed44259fdc8c None None] For port 4e321de1-ff37-4c53-aca8-7fa64f141cac, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=4e321de1-ff37-4c53-aca8-7fa64f141cac,segment=NetworkSegment(530807e7-ddc2-4511-b561-a0efd7acd4f9),segment_id=530807e7-ddc2-4511-b561-a0efd7acd4f9)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:07.450466 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b9beae90-3201-4d62-88b0-ed44259fdc8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.454433 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] Pushing event deleted for resources: {'Port': ['ID=4e321de1-ff37-4c53-aca8-7fa64f141cac,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:07.458491 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] No DVR routers for this DVR port 4e321de1-ff37-4c53-aca8-7fa64f141cac on host dv-cinder-788367-2-iscsi {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:07.470387 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-b9beae90-3201-4d62-88b0-ed44259fdc8c None None] Calling delete_port for 4e321de1-ff37-4c53-aca8-7fa64f141cac owned by network:dhcp {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:07.546113 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796974', 'neutron.services.segments.db._delete_segments_for_network-8756598894668'] for network, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.558441 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75636bd8-834f-4666-a502-d2096df2f80a']}} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:07.562018 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b9beae90-3201-4d62-88b0-ed44259fdc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.568103 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.571774 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '530807e7-ddc2-4511-b561-a0efd7acd4f9') {'for_net_delete': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:07.572077 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '530807e7-ddc2-4511-b561-a0efd7acd4f9') {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:07.573698 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.582630 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756598898261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119874'] for segment, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.601523 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9beae90-3201-4d62-88b0-ed44259fdc8c None None] Pushing event deleted for resources: {'Port': ['ID=4e321de1-ff37-4c53-aca8-7fa64f141cac,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:07.602172 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.612124 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9beae90-3201-4d62-88b0-ed44259fdc8c None None] No DVR routers for this DVR port 4e321de1-ff37-4c53-aca8-7fa64f141cac on host dv-cinder-788367-2-iscsi {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:07.612352 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=92931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:08:07.612825 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9121765'] for segment, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: Traceback (most recent call last): Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: timer() Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: cb(*args, **kw) Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: return func(*args, **kwargs) Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: self._notify() Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: self.callback(batched_events) Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: event.method(event) Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: return f(self, *a, **k) Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._get(url).json() Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: return self.request(url, 'GET', **kwargs) Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:08:07.614901 dv-cinder-788367-2-iscsi neutron-server[92931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:08:07.667029 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event updated for resources: {'Port': ['ID=1970d648-30cb-469a-8004-2cbd482402f4,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:07.675443 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.686537 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633272'] for network, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.691011 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.700826 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.701816 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-a215bbae-6317-48e2-8537-86d953dd1b22 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6826284 Jul 15 15:08:07.702026 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] 10.222.0.72 "DELETE /v2.0/networks/75636bd8-834f-4666-a502-d2096df2f80a HTTP/1.1" status: 204 len: 168 time: 0.6233990 Jul 15 15:08:07.702123 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38426) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:07.714388 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1f605-5437-435b-9c56-2d57f613884d admin admin] Pushing event deleted for resources: {'Network': ['ID=75636bd8-834f-4666-a502-d2096df2f80a,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:07.729169 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38430) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:07.776485 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 6a5c65bf-cca4-46f1-b962-814d24374233 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:07.797859 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: 6a5c65bf-cca4-46f1-b962-814d24374233 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:08:07.798469 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 6a5c65bf-cca4-46f1-b962-814d24374233 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:07.799052 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 4e321de1-ff37-4c53-aca8-7fa64f141cac no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:07.819474 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: 4e321de1-ff37-4c53-aca8-7fa64f141cac {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:08:07.819828 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 4e321de1-ff37-4c53-aca8-7fa64f141cac not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:07.820302 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:07.839519 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:08:07.839697 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 2cc90cf1-e994-4993-b1a5-e6c04a05eae1 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:07.854019 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2e41e829-7dca-46bd-a5f9-8f75996fbe7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:07.954833 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-0854c811-cdb5-47fd-bbb8-3524d6e9f6d4 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--276618821&fields=id&tenant_id=6b6189ea39bd48f6818b7284046574ad HTTP/1.1" status: 200 len: 267 time: 0.0486457 Jul 15 15:08:08.004615 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2e41e829-7dca-46bd-a5f9-8f75996fbe7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.011048 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-2e41e829-7dca-46bd-a5f9-8f75996fbe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.091041 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-2e41e829-7dca-46bd-a5f9-8f75996fbe7e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2a67ee6a2f3a432aa02d95099b8c17ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607762 Jul 15 15:08:08.092484 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41e829-7dca-46bd-a5f9-8f75996fbe7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8f408c-5edc-408e-8c86-d98f6ac0b54c,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:08.094399 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38446) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:08.116211 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-ae207db5-ba95-4d8e-b563-591a2f7c63d1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:08.117658 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-ae207db5-ba95-4d8e-b563-591a2f7c63d1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/networks?id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa HTTP/1.1" status: 200 len: 810 time: 0.1549299 Jul 15 15:08:08.118289 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-56ce8a1a-5fc1-450d-92c6-766c9e284214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-778414'] for router_interface, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.132463 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-82a08168-c6ff-4cc5-874d-3a8c8a2c24e4 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/quotas/6b6189ea39bd48f6818b7284046574ad HTTP/1.1" status: 200 len: 375 time: 0.0093722 Jul 15 15:08:08.204502 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-c7c9f8c6-c514-4bc5-9482-0c542b7cceff tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6b6189ea39bd48f6818b7284046574ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669653 Jul 15 15:08:08.221963 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ea506632-0555-458e-97fb-89b8fb0ad47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.254818 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ea506632-0555-458e-97fb-89b8fb0ad47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.347729 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-fb5682d9-230a-4f82-9bda-d0bc01f42b94 service neutron] 10.222.0.72 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314020 Jul 15 15:08:08.356954 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ea506632-0555-458e-97fb-89b8fb0ad47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.359945 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ea506632-0555-458e-97fb-89b8fb0ad47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.361099 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-ea506632-0555-458e-97fb-89b8fb0ad47f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/df8f408c-5edc-408e-8c86-d98f6ac0b54c HTTP/1.1" status: 204 len: 168 time: 0.2657752 Jul 15 15:08:08.390241 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea506632-0555-458e-97fb-89b8fb0ad47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8f408c-5edc-408e-8c86-d98f6ac0b54c,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:08.452614 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-2275f7d5-58ac-4c2b-94b3-ec711db4ecf8 service neutron] 10.222.0.72 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957036 Jul 15 15:08:08.452775 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-56ce8a1a-5fc1-450d-92c6-766c9e284214 admin admin] Deleting port 16290db2-ad09-4067-a7ed-0242a30475e5 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:08.452988 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-56ce8a1a-5fc1-450d-92c6-766c9e284214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.535691 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-56ce8a1a-5fc1-450d-92c6-766c9e284214 admin admin] For port 16290db2-ad09-4067-a7ed-0242a30475e5, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=16290db2-ad09-4067-a7ed-0242a30475e5,segment=NetworkSegment(cfbe6bba-de82-427e-b578-56138d3d9ea2),segment_id=cfbe6bba-de82-427e-b578-56138d3d9ea2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:08.536116 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-56ce8a1a-5fc1-450d-92c6-766c9e284214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.549025 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-56ce8a1a-5fc1-450d-92c6-766c9e284214 admin admin] Calling delete_port for 16290db2-ad09-4067-a7ed-0242a30475e5 owned by network:router_interface {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:08.648120 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b9f70117-b0cf-4e95-aa35-f8b042ddab75 req-d0f4ab92-f21e-45f2-a0c9-3b25ab009f5b tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 210 time: 0.0310121 Jul 15 15:08:08.666482 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38458) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:08.684198 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6e8ffe0b-8564-458b-9965-1c8b98a79201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.778225 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6e8ffe0b-8564-458b-9965-1c8b98a79201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.782503 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-6e8ffe0b-8564-458b-9965-1c8b98a79201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.809540 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-56ce8a1a-5fc1-450d-92c6-766c9e284214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.821289 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-6e8ffe0b-8564-458b-9965-1c8b98a79201 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=295714fa355a4d3cb4e9807c73cedad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536968 Jul 15 15:08:08.822165 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ffe0b-8564-458b-9965-1c8b98a79201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839bfad8-446c-4e83-9426-c680323e3634,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:08.824587 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38464) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:08.838019 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce8a1a-5fc1-450d-92c6-766c9e284214 admin admin] Pushing event deleted for resources: {'Port': ['ID=16290db2-ad09-4067-a7ed-0242a30475e5,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:08.876494 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0de3c196-eadf-47e9-ab73-fa79d4f9f602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.912755 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0de3c196-eadf-47e9-ab73-fa79d4f9f602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.987445 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0de3c196-eadf-47e9-ab73-fa79d4f9f602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.991351 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0de3c196-eadf-47e9-ab73-fa79d4f9f602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:08.996059 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-0de3c196-eadf-47e9-ab73-fa79d4f9f602 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/839bfad8-446c-4e83-9426-c680323e3634 HTTP/1.1" status: 204 len: 168 time: 0.1704895 Jul 15 15:08:09.006506 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3c196-eadf-47e9-ab73-fa79d4f9f602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839bfad8-446c-4e83-9426-c680323e3634,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:09.051530 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-56ce8a1a-5fc1-450d-92c6-766c9e284214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781118'] for router_interface, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:09.274695 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ce8a1a-5fc1-450d-92c6-766c9e284214 admin admin] Router 6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:08:09.396884 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ce8a1a-5fc1-450d-92c6-766c9e284214 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:08:09.404388 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-56ce8a1a-5fc1-450d-92c6-766c9e284214 admin admin] 10.222.0.72 "PUT /v2.0/routers/6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7022448 Jul 15 15:08:09.405169 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38478) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:09.408144 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395921ed-ff78-4bc4-ba79-ca69e63f7c31 None None] Sync routers for ids ['6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:08:09.418314 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395921ed-ff78-4bc4-ba79-ca69e63f7c31 None None] Routers {'6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:09.418985 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-395921ed-ff78-4bc4-ba79-ca69e63f7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:08:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:09.506497 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7b2bc29c-9218-4829-9626-dfddc936ddda admin admin] Notify callbacks [] for router, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:09.537052 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-395921ed-ff78-4bc4-ba79-ca69e63f7c31 None None] Set router 6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:08:09.987089 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b494ccdd-4b4c-485e-81e0-d1cbc583f613 req-785a19ae-eba4-4c75-9bc2-97eebf60667a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 210 time: 0.0704923 Jul 15 15:08:09.988788 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-395921ed-ff78-4bc4-ba79-ca69e63f7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'name': 'tempest-TestShelveInstance-209160836-router', 'tenant_id': '1909839618cb45bc8d4b37573c0f84fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:05Z', 'updated_at': '2021-07-15T15:08:08Z', 'revision_number': 5, 'project_id': '1909839618cb45bc8d4b37573c0f84fc', 'gw_port': {'id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:19:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:06Z', 'updated_at': '2021-07-15T15:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:10.032156 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395921ed-ff78-4bc4-ba79-ca69e63f7c31 None None] Checking router: 6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:08:10.037713 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7b2bc29c-9218-4829-9626-dfddc936ddda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:10.040868 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395921ed-ff78-4bc4-ba79-ca69e63f7c31 None None] Routers {'6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:10.041553 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-395921ed-ff78-4bc4-ba79-ca69e63f7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:08:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:10.069357 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-9554d32e-9980-493a-978f-b4cfb2dc9c06 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:10.070881 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-9554d32e-9980-493a-978f-b4cfb2dc9c06 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.41 "GET /v2.0/networks?id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa HTTP/1.1" status: 200 len: 810 time: 0.2349477 Jul 15 15:08:10.136245 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-8c0fa140-f2e5-492d-86d1-0de95b9114c5 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b6189ea39bd48f6818b7284046574ad HTTP/1.1" status: 200 len: 379 time: 0.0414453 Jul 15 15:08:10.150447 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-28935010-21b8-466b-9200-649a801e23fa tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Request body: {'port': {'device_id': '382a407b-db73-4a84-b8e9-d354bbd8d68d', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'admin_state_up': True, 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'security_groups': ['f0a58848-1c31-40b0-9741-778f5d8e08f8']}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:10.156674 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-395921ed-ff78-4bc4-ba79-ca69e63f7c31 None None] Set router 6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:08:10.183446 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7b2bc29c-9218-4829-9626-dfddc936ddda admin admin] Deleting port 44cefbc4-0d9e-4bef-a51f-6545b865efd6 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:10.183702 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7b2bc29c-9218-4829-9626-dfddc936ddda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:10.323269 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-7b2bc29c-9218-4829-9626-dfddc936ddda admin admin] For port 44cefbc4-0d9e-4bef-a51f-6545b865efd6, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=44cefbc4-0d9e-4bef-a51f-6545b865efd6,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:10.323639 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7b2bc29c-9218-4829-9626-dfddc936ddda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:10.349705 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-7b2bc29c-9218-4829-9626-dfddc936ddda admin admin] Calling delete_port for 44cefbc4-0d9e-4bef-a51f-6545b865efd6 owned by network:router_gateway {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:10.355233 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-28935010-21b8-466b-9200-649a801e23fa tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Made reservation on behalf of 6b6189ea39bd48f6818b7284046574ad for: {'port': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:08:10.359058 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-28935010-21b8-466b-9200-649a801e23fa tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:10.359695 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-395921ed-ff78-4bc4-ba79-ca69e63f7c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'name': 'tempest-TestShelveInstance-209160836-router', 'tenant_id': '1909839618cb45bc8d4b37573c0f84fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:05Z', 'updated_at': '2021-07-15T15:08:08Z', 'revision_number': 5, 'project_id': '1909839618cb45bc8d4b37573c0f84fc', 'gw_port': {'id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:19:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:06Z', 'updated_at': '2021-07-15T15:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:10.393477 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395921ed-ff78-4bc4-ba79-ca69e63f7c31 None None] The sync data for ids ['6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19'] in dv-cinder-788367-2-iscsi is: [{'id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'name': 'tempest-TestShelveInstance-209160836-router', 'tenant_id': '1909839618cb45bc8d4b37573c0f84fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:03:05Z', 'updated_at': '2021-07-15T15:08:08Z', 'revision_number': 5, 'project_id': '1909839618cb45bc8d4b37573c0f84fc', 'gw_port': {'id': '44cefbc4-0d9e-4bef-a51f-6545b865efd6', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:19:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:03:06Z', 'updated_at': '2021-07-15T15:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:08:10.598618 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-28935010-21b8-466b-9200-649a801e23fa tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Allocated IP 172.20.0.7 (8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa/17ed052a-25a2-48a0-bd3c-f7b49eae2009/00296faa-c043-42b1-b570-3dc4be96005f) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:08:10.678447 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7b2bc29c-9218-4829-9626-dfddc936ddda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:10.721150 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bc29c-9218-4829-9626-dfddc936ddda admin admin] Pushing event deleted for resources: {'Port': ['ID=44cefbc4-0d9e-4bef-a51f-6545b865efd6,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:10.846800 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7b2bc29c-9218-4829-9626-dfddc936ddda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633188'] for router_gateway, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:10.895482 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-28935010-21b8-466b-9200-649a801e23fa tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:10.966383 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7b2bc29c-9218-4829-9626-dfddc936ddda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25220'] for router, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:10.968418 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-28935010-21b8-466b-9200-649a801e23fa tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Transition to ACTIVE for port object 00296faa-c043-42b1-b570-3dc4be96005f will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:08:10.970272 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7b2bc29c-9218-4829-9626-dfddc936ddda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.048156 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7b2bc29c-9218-4829-9626-dfddc936ddda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778982'] for router, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.048687 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2bc29c-9218-4829-9626-dfddc936ddda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19 {{(pid=92931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:08:11.055035 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7b2bc29c-9218-4829-9626-dfddc936ddda admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.058505 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7b2bc29c-9218-4829-9626-dfddc936ddda admin admin] 10.222.0.72 "DELETE /v2.0/routers/6afcb0c9-daa4-4e37-a80b-ad1dcfeccd19 HTTP/1.1" status: 204 len: 168 time: 1.6499858 Jul 15 15:08:11.059110 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38524) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:11.094923 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-28935010-21b8-466b-9200-649a801e23fa tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.150376 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_v2 [None req-07fb9887-aba1-4caf-9a55-dec0c1d76ccb admin admin] Deleting subnet a5faa46b-ae4c-4e3e-899e-a5106f01b3bd {{(pid=92931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:08:11.161005 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-28935010-21b8-466b-9200-649a801e23fa tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:08:11.165926 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-07fb9887-aba1-4caf-9a55-dec0c1d76ccb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.171948 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-28935010-21b8-466b-9200-649a801e23fa tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:08:11.174775 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-28935010-21b8-466b-9200-649a801e23fa tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:08:11.180584 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28520f-ac8e-4fbd-ad09-081f0c372e92 req-94b33472-73f8-4ca5-9d36-b099980a7c4a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:11.181969 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4d28520f-ac8e-4fbd-ad09-081f0c372e92 req-94b33472-73f8-4ca5-9d36-b099980a7c4a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 931 time: 0.0792537 Jul 15 15:08:11.219582 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28935010-21b8-466b-9200-649a801e23fa tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event updated for resources: {'Port': ['ID=00296faa-c043-42b1-b570-3dc4be96005f,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:11.226987 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-4d28520f-ac8e-4fbd-ad09-081f0c372e92 req-a349c052-22cf-48d9-bd62-be07aeabef18 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0a58848-1c31-40b0-9741-778f5d8e08f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384223 Jul 15 15:08:11.247059 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-07fb9887-aba1-4caf-9a55-dec0c1d76ccb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9119925'] for subnet, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.254609 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-28935010-21b8-466b-9200-649a801e23fa tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:11.255222 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-28935010-21b8-466b-9200-649a801e23fa tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.295351 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-28935010-21b8-466b-9200-649a801e23fa tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1531780 Jul 15 15:08:11.307589 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Request body: {'port': {'device_id': '382a407b-db73-4a84-b8e9-d354bbd8d68d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:11.405332 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-07fb9887-aba1-4caf-9a55-dec0c1d76ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66795978'] for subnet, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.446245 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.487222 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-521d5473-4ffb-4490-baca-1faa28c30185 None None] Provisioning for port 00296faa-c043-42b1-b570-3dc4be96005f completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:08:11.491846 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-521d5473-4ffb-4490-baca-1faa28c30185 None None] Provisioning complete for port 00296faa-c043-42b1-b570-3dc4be96005f triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:11.492642 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-521d5473-4ffb-4490-baca-1faa28c30185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.509127 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-07fb9887-aba1-4caf-9a55-dec0c1d76ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66796029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9119815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9061582'] for subnet, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.540214 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-521d5473-4ffb-4490-baca-1faa28c30185 None None] Port 00296faa-c043-42b1-b570-3dc4be96005f cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:08:11.549779 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb9887-aba1-4caf-9a55-dec0c1d76ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5faa46b-ae4c-4e3e-899e-a5106f01b3bd,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:11.565587 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4394df3-99a2-4ffd-84ef-e9d38503bb2a None None] Network 35871fd2-2130-4c34-a4f3-a81f19690636 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:08:11.600515 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-07fb9887-aba1-4caf-9a55-dec0c1d76ccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.602379 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-07fb9887-aba1-4caf-9a55-dec0c1d76ccb admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a5faa46b-ae4c-4e3e-899e-a5106f01b3bd HTTP/1.1" status: 204 len: 168 time: 0.5423622 Jul 15 15:08:11.605195 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38526) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:11.686239 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66702497'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.741604 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] Deleting port 8d29ef1f-7f48-40ef-be61-b34397fb6b2b {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:11.742167 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.778428 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e12380-e5b1-4cbf-a10a-fa9c1de3c04f None None] DHCP port deletion for 35871fd2-2130-4c34-a4f3-a81f19690636 request from dv-cinder-788367-2-iscsi {{(pid=92932) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:08:11.786694 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00296faa-c043-42b1-b570-3dc4be96005f {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:08:11.794633 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.808065 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Transition to ACTIVE for port object 00296faa-c043-42b1-b570-3dc4be96005f will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:08:11.808291 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 44cefbc4-0d9e-4bef-a51f-6545b865efd6 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:11.813862 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.819079 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] For port 8d29ef1f-7f48-40ef-be61-b34397fb6b2b, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=8d29ef1f-7f48-40ef-be61-b34397fb6b2b,segment=NetworkSegment(cfbe6bba-de82-427e-b578-56138d3d9ea2),segment_id=cfbe6bba-de82-427e-b578-56138d3d9ea2)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:11.819531 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.831810 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] Calling delete_port for 8d29ef1f-7f48-40ef-be61-b34397fb6b2b owned by network:dhcp {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:11.834682 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: 44cefbc4-0d9e-4bef-a51f-6545b865efd6 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:08:11.835030 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 44cefbc4-0d9e-4bef-a51f-6545b865efd6 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:11.835453 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 16290db2-ad09-4067-a7ed-0242a30475e5 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:11.857631 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: 16290db2-ad09-4067-a7ed-0242a30475e5 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:08:11.857973 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 16290db2-ad09-4067-a7ed-0242a30475e5 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:11.858730 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=00296faa-c043-42b1-b570-3dc4be96005f,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:11.883800 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a9e12380-e5b1-4cbf-a10a-fa9c1de3c04f None None] Deleting port 8d29ef1f-7f48-40ef-be61-b34397fb6b2b {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:08:11.884645 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a9e12380-e5b1-4cbf-a10a-fa9c1de3c04f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.921305 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.943841 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] No DVR routers for this DVR port 8d29ef1f-7f48-40ef-be61-b34397fb6b2b on host dv-cinder-788367-2-iscsi {{(pid=92930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:11.951482 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Attempting to bind port 00296faa-c043-42b1-b570-3dc4be96005f on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:08:11.951823 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Attempting to bind port 00296faa-c043-42b1-b570-3dc4be96005f by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '53da5228-8861-4ace-b80e-899ea7b0cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:08:11.952319 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Attempting to bind port 00296faa-c043-42b1-b570-3dc4be96005f on network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:08:11.957027 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Port 00296faa-c043-42b1-b570-3dc4be96005f on network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:08:11.957355 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Attempting to bind port 00296faa-c043-42b1-b570-3dc4be96005f on network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:08:11.959148 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a9e12380-e5b1-4cbf-a10a-fa9c1de3c04f None None] For port 8d29ef1f-7f48-40ef-be61-b34397fb6b2b, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=8d29ef1f-7f48-40ef-be61-b34397fb6b2b,segment=NetworkSegment(cfbe6bba-de82-427e-b578-56138d3d9ea2),segment_id=cfbe6bba-de82-427e-b578-56138d3d9ea2)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:11.959776 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a9e12380-e5b1-4cbf-a10a-fa9c1de3c04f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.962622 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:08:11.962977 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Checking segment: {'id': '53da5228-8861-4ace-b80e-899ea7b0cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:08:11.963337 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Bound using segment: {'id': '53da5228-8861-4ace-b80e-899ea7b0cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:08:11.963767 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Bound port: 00296faa-c043-42b1-b570-3dc4be96005f, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53da5228-8861-4ace-b80e-899ea7b0cada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:08:11.964475 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:11.968215 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d29ef1f-7f48-40ef-be61-b34397fb6b2b,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:11.976723 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a9e12380-e5b1-4cbf-a10a-fa9c1de3c04f None None] Calling delete_port for 8d29ef1f-7f48-40ef-be61-b34397fb6b2b owned by network:dhcp {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:08:12.059741 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] For port 00296faa-c043-42b1-b570-3dc4be96005f, host hv-cinder-78836, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:08:12.063453 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] For port 00296faa-c043-42b1-b570-3dc4be96005f, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00296faa-c043-42b1-b570-3dc4be96005f,segment=NetworkSegment(53da5228-8861-4ace-b80e-899ea7b0cada),segment_id=53da5228-8861-4ace-b80e-899ea7b0cada)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:08:12.074669 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.078849 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796974', 'neutron.services.segments.db._delete_segments_for_network-8756598894668'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.090287 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a9e12380-e5b1-4cbf-a10a-fa9c1de3c04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.090934 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35871fd2-2130-4c34-a4f3-a81f19690636']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:12.103661 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfbe6bba-de82-427e-b578-56138d3d9ea2') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:12.105322 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfbe6bba-de82-427e-b578-56138d3d9ea2') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:12.109237 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:12.109867 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.111511 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] 10.222.0.41 "PUT /v2.0/ports/00296faa-c043-42b1-b570-3dc4be96005f HTTP/1.1" status: 200 len: 1093 time: 0.8083105 Jul 15 15:08:12.116410 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756598898261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994784'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.126277 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e12380-e5b1-4cbf-a10a-fa9c1de3c04f None None] Pushing event deleted for resources: {'Port': ['ID=8d29ef1f-7f48-40ef-be61-b34397fb6b2b,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:12.132097 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e12380-e5b1-4cbf-a10a-fa9c1de3c04f None None] No DVR routers for this DVR port 8d29ef1f-7f48-40ef-be61-b34397fb6b2b on host dv-cinder-788367-2-iscsi {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:08:12.149884 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.163054 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:08:12.163555 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2592922'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: timer() Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: cb(*args, **kw) Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: self._notify() Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: self.callback(batched_events) Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: event.method(event) Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: return self._get(url).json() Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:08:12.165344 dv-cinder-788367-2-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:08:12.172395 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382a407b-db73-4a84-b8e9-d354bbd8d68d', 'tag': '00296faa-c043-42b1-b570-3dc4be96005f'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:12.176057 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51161e1-d8f8-430c-8c49-f835e6210b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "382a407b-db73-4a84-b8e9-d354bbd8d68d", "tag": "00296faa-c043-42b1-b570-3dc4be96005f"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:12.234643 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54c83d0-ad2a-4e36-b334-7e4935935ed4 x-openstack-request-id: req-e54c83d0-ad2a-4e36-b334-7e4935935ed4 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:12.235016 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382a407b-db73-4a84-b8e9-d354bbd8d68d", "tag": "00296faa-c043-42b1-b570-3dc4be96005f", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:12.235332 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e54c83d0-ad2a-4e36-b334-7e4935935ed4 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:12.235777 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382a407b-db73-4a84-b8e9-d354bbd8d68d', 'tag': '00296faa-c043-42b1-b570-3dc4be96005f', 'status': 'completed', 'code': 200} Jul 15 15:08:12.262223 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5050ba-f638-4dfc-92f1-44ac2c616ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=00296faa-c043-42b1-b570-3dc4be96005f,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:12.267107 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633272'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.274322 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.276934 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] 10.222.0.72 "DELETE /v2.0/networks/35871fd2-2130-4c34-a4f3-a81f19690636 HTTP/1.1" status: 204 len: 168 time: 0.6706896 Jul 15 15:08:12.320899 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-72d155f2-4f26-483c-b0cb-003557c95e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:12.328128 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-72d155f2-4f26-483c-b0cb-003557c95e3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b6189ea39bd48f6818b7284046574ad&device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 1096 time: 0.1487770 Jul 15 15:08:12.420606 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-fd539063-d8e9-430c-a468-8cae533b3495 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00296faa-c043-42b1-b570-3dc4be96005f HTTP/1.1" status: 200 len: 217 time: 0.0828109 Jul 15 15:08:12.503980 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-be236b30-68e0-4723-97e3-7dd6d91e3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:12.506176 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-be236b30-68e0-4723-97e3-7dd6d91e3515 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17ed052a-25a2-48a0-bd3c-f7b49eae2009 HTTP/1.1" status: 200 len: 849 time: 0.0801575 Jul 15 15:08:12.540251 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38546) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:12.579732 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc8adf-42e0-45e3-be7d-9f1648596980 admin admin] Pushing event deleted for resources: {'Network': ['ID=35871fd2-2130-4c34-a4f3-a81f19690636,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:12.599172 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-6ae373fc-949d-426d-ab0a-8d2a03522d28 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1d9dfe5dd9f74f51912b817c8b364471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568173 Jul 15 15:08:12.602528 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38548) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:12.631305 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-5a22f2f1-3542-449f-ba70-a8db099d4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:12.632867 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-5a22f2f1-3542-449f-ba70-a8db099d4a3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1201630 Jul 15 15:08:12.645083 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547f387-2fb1-4cd2-94bd-bba1f8d4d615 req-e2c91a66-9410-4a5a-b816-2087ab75de98 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:12.646712 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c547f387-2fb1-4cd2-94bd-bba1f8d4d615 req-e2c91a66-9410-4a5a-b816-2087ab75de98 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 943 time: 0.0692434 Jul 15 15:08:12.696376 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c547f387-2fb1-4cd2-94bd-bba1f8d4d615 req-e1c6f809-f306-4fdc-8288-ac6bbbc8d012 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0a58848-1c31-40b0-9741-778f5d8e08f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436246 Jul 15 15:08:12.720619 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0c9b090b-16fe-4226-a9c6-aa6e19a37d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.761234 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0c9b090b-16fe-4226-a9c6-aa6e19a37d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.771432 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-cc295ee3-4798-4849-b59b-856c6c59257f service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315124 Jul 15 15:08:12.868617 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0c9b090b-16fe-4226-a9c6-aa6e19a37d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.871043 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-0c9b090b-16fe-4226-a9c6-aa6e19a37d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:12.872138 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-0c9b090b-16fe-4226-a9c6-aa6e19a37d89 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/901fef47-4770-4006-92a3-e1621d41470f HTTP/1.1" status: 204 len: 168 time: 0.2688332 Jul 15 15:08:12.883129 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-84882c57-b06d-4790-858b-ff6bb3c7e264 req-f26ce184-c452-4f62-88e8-b08e5c1a8ebe service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052103 Jul 15 15:08:12.884207 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b090b-16fe-4226-a9c6-aa6e19a37d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901fef47-4770-4006-92a3-e1621d41470f,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:12.989821 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51161e1-d8f8-430c-8c49-f835e6210b3d req-cdae4f09-3295-4d9b-9162-3333cd44e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:12.991335 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e51161e1-d8f8-430c-8c49-f835e6210b3d req-cdae4f09-3295-4d9b-9162-3333cd44e5fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b6189ea39bd48f6818b7284046574ad&device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 1096 time: 0.0562673 Jul 15 15:08:13.083129 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51161e1-d8f8-430c-8c49-f835e6210b3d req-42ab2a4b-b7da-488c-bce0-a973bec40301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:13.084622 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e51161e1-d8f8-430c-8c49-f835e6210b3d req-42ab2a4b-b7da-488c-bce0-a973bec40301 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa HTTP/1.1" status: 200 len: 911 time: 0.0867710 Jul 15 15:08:13.129291 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e51161e1-d8f8-430c-8c49-f835e6210b3d req-32ac0631-45df-4e42-8fbd-94fafac0539c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00296faa-c043-42b1-b570-3dc4be96005f HTTP/1.1" status: 200 len: 217 time: 0.0378547 Jul 15 15:08:13.178908 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51161e1-d8f8-430c-8c49-f835e6210b3d req-b38aa6ef-eb6b-4f0c-bc2c-34f257841c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:13.180464 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e51161e1-d8f8-430c-8c49-f835e6210b3d req-b38aa6ef-eb6b-4f0c-bc2c-34f257841c32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17ed052a-25a2-48a0-bd3c-f7b49eae2009 HTTP/1.1" status: 200 len: 849 time: 0.0445235 Jul 15 15:08:13.183062 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38558) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:13.250139 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-b13ab4df-c067-4744-96cb-abe37a8e133d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1909839618cb45bc8d4b37573c0f84fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660021 Jul 15 15:08:13.252701 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38560) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:13.267800 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51161e1-d8f8-430c-8c49-f835e6210b3d req-969b65e4-7066-466b-b3fe-e5c69bd1009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:13.269317 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e51161e1-d8f8-430c-8c49-f835e6210b3d req-969b65e4-7066-466b-b3fe-e5c69bd1009e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796390 Jul 15 15:08:13.300756 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-741eab8b-0acc-435a-811c-a55a837a8263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:13.321485 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-741eab8b-0acc-435a-811c-a55a837a8263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:13.367848 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e51161e1-d8f8-430c-8c49-f835e6210b3d req-f15eeb0e-3f2d-401b-9016-358d73728a07 service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897245 Jul 15 15:08:13.371369 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-741eab8b-0acc-435a-811c-a55a837a8263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:13.375273 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-741eab8b-0acc-435a-811c-a55a837a8263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:13.378795 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-741eab8b-0acc-435a-811c-a55a837a8263 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2748b703-5664-44e2-9ef7-6049b92141ea HTTP/1.1" status: 204 len: 168 time: 0.1227102 Jul 15 15:08:13.385746 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741eab8b-0acc-435a-811c-a55a837a8263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2748b703-5664-44e2-9ef7-6049b92141ea,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:13.459915 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e51161e1-d8f8-430c-8c49-f835e6210b3d req-4fe8165f-5f5e-4ece-8022-528c13b68210 service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836296 Jul 15 15:08:13.765951 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 8d29ef1f-7f48-40ef-be61-b34397fb6b2b no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:08:13.787421 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: 8d29ef1f-7f48-40ef-be61-b34397fb6b2b {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:08:13.787773 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 8d29ef1f-7f48-40ef-be61-b34397fb6b2b not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:08:13.898678 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516137b-b459-42fa-a0c5-ad3b4e0c0d62 req-823c2c8e-0275-4dc3-afe0-d3eff44f0519 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:13.900191 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1516137b-b459-42fa-a0c5-ad3b4e0c0d62 req-823c2c8e-0275-4dc3-afe0-d3eff44f0519 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 943 time: 0.0681851 Jul 15 15:08:13.939118 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1516137b-b459-42fa-a0c5-ad3b4e0c0d62 req-03601d33-667d-471f-bbe7-aa9a2776de8f tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0a58848-1c31-40b0-9741-778f5d8e08f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324976 Jul 15 15:08:14.439395 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38596) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:14.539723 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-28efb902-39f9-46f8-bbbe-fc4adbdfd6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.624765 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-28efb902-39f9-46f8-bbbe-fc4adbdfd6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.628599 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-28efb902-39f9-46f8-bbbe-fc4adbdfd6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.666526 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-28efb902-39f9-46f8-bbbe-fc4adbdfd6ad admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5be1618c4f82444d8b50392f8922aee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260904 Jul 15 15:08:14.667392 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efb902-39f9-46f8-bbbe-fc4adbdfd6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4ffe71-b2a0-4c15-b98d-9a1a3cf5c68b,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:14.669279 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38600) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:14.717224 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-07d455e7-6bc3-4f0e-b25b-e288c3a94ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.738095 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-07d455e7-6bc3-4f0e-b25b-e288c3a94ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.783774 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-07d455e7-6bc3-4f0e-b25b-e288c3a94ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.786157 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-07d455e7-6bc3-4f0e-b25b-e288c3a94ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:14.787268 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-07d455e7-6bc3-4f0e-b25b-e288c3a94ebc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6f4ffe71-b2a0-4c15-b98d-9a1a3cf5c68b HTTP/1.1" status: 204 len: 168 time: 0.1164517 Jul 15 15:08:14.795276 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d455e7-6bc3-4f0e-b25b-e288c3a94ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4ffe71-b2a0-4c15-b98d-9a1a3cf5c68b,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:15.039981 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38608) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:15.053453 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-adc34a61-8370-4854-b934-e21898a1f900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.112541 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad69ee-5e34-455b-a0fc-8527c660d0e9 req-d8c0b255-730d-4823-a749-88578e7e978b tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:15.114212 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c7ad69ee-5e34-455b-a0fc-8527c660d0e9 req-d8c0b255-730d-4823-a749-88578e7e978b tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 943 time: 0.0654514 Jul 15 15:08:15.142972 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-adc34a61-8370-4854-b934-e21898a1f900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.149040 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-adc34a61-8370-4854-b934-e21898a1f900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.154520 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-c7ad69ee-5e34-455b-a0fc-8527c660d0e9 req-5eb5e9cd-8609-4e3e-a082-7c3910d8f2d8 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0a58848-1c31-40b0-9741-778f5d8e08f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341313 Jul 15 15:08:15.187377 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-adc34a61-8370-4854-b934-e21898a1f900 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3f767098f0ca4dbbae0396d222ef402e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462700 Jul 15 15:08:15.188246 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc34a61-8370-4854-b934-e21898a1f900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9c9212-4ddc-480f-9024-f6c9ab5dc96c,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:15.190010 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38610) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:15.239811 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5f1f3f79-fef0-49eb-a877-11260700c279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.264598 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5f1f3f79-fef0-49eb-a877-11260700c279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.308453 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5f1f3f79-fef0-49eb-a877-11260700c279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.311464 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5f1f3f79-fef0-49eb-a877-11260700c279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.312634 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-5f1f3f79-fef0-49eb-a877-11260700c279 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ea9c9212-4ddc-480f-9024-f6c9ab5dc96c HTTP/1.1" status: 204 len: 168 time: 0.1210117 Jul 15 15:08:15.319794 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f3f79-fef0-49eb-a877-11260700c279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9c9212-4ddc-480f-9024-f6c9ab5dc96c,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:15.522211 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 00296faa-c043-42b1-b570-3dc4be96005f details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:08:15.618168 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 00296faa-c043-42b1-b570-3dc4be96005f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00296faa-c043-42b1-b570-3dc4be96005f,segment=NetworkSegment(53da5228-8861-4ace-b80e-899ea7b0cada),segment_id=53da5228-8861-4ace-b80e-899ea7b0cada)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:15.630231 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '00296faa-c043-42b1-b570-3dc4be96005f', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'port_id': '00296faa-c043-42b1-b570-3dc4be96005f', 'mac_address': 'fa:16:3e:f3:80:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:08:15.667567 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.680785 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00296faa-c043-42b1-b570-3dc4be96005f {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:08:15.701157 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 00296faa-c043-42b1-b570-3dc4be96005f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00296faa-c043-42b1-b570-3dc4be96005f,segment=NetworkSegment(53da5228-8861-4ace-b80e-899ea7b0cada),segment_id=53da5228-8861-4ace-b80e-899ea7b0cada)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:15.705128 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:15.756504 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=00296faa-c043-42b1-b570-3dc4be96005f,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:15.775853 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:08:15.905839 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['00296faa-c043-42b1-b570-3dc4be96005f'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:08:16.327680 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5789094e-14aa-4d22-81ac-63908392454f req-8c13bdac-7189-4854-bc93-6b9d19ef2a43 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:16.329199 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5789094e-14aa-4d22-81ac-63908392454f req-8c13bdac-7189-4854-bc93-6b9d19ef2a43 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 944 time: 0.0650582 Jul 15 15:08:16.367923 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5789094e-14aa-4d22-81ac-63908392454f req-a2912e96-5e5d-490d-bf6d-26e23d213c5a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0a58848-1c31-40b0-9741-778f5d8e08f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330243 Jul 15 15:08:17.536361 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a5d10-a63c-4b13-af90-1f4520dd81a5 req-251f996d-fd00-4d2d-bf91-bf7cef807e81 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:17.537766 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-121a5d10-a63c-4b13-af90-1f4520dd81a5 req-251f996d-fd00-4d2d-bf91-bf7cef807e81 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 944 time: 0.0624602 Jul 15 15:08:17.537928 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 00296faa-c043-42b1-b570-3dc4be96005f up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:08:17.575149 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-121a5d10-a63c-4b13-af90-1f4520dd81a5 req-f8d5dec1-6672-469f-b940-bb4019c62cde tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0a58848-1c31-40b0-9741-778f5d8e08f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318587 Jul 15 15:08:17.589423 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port 00296faa-c043-42b1-b570-3dc4be96005f completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:08:17.593928 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 00296faa-c043-42b1-b570-3dc4be96005f triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:08:17.594305 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:17.671822 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:17.692901 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382a407b-db73-4a84-b8e9-d354bbd8d68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00296faa-c043-42b1-b570-3dc4be96005f'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:17.695251 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ac32b6-9f1b-4130-a42d-c79cea26ca4d" -d '{"events": [{"server_uuid": "382a407b-db73-4a84-b8e9-d354bbd8d68d", "name": "network-vif-plugged", "status": "completed", "tag": "00296faa-c043-42b1-b570-3dc4be96005f"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:17.707397 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 00296faa-c043-42b1-b570-3dc4be96005f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00296faa-c043-42b1-b570-3dc4be96005f,segment=NetworkSegment(53da5228-8861-4ace-b80e-899ea7b0cada),segment_id=53da5228-8861-4ace-b80e-899ea7b0cada)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:08:17.712130 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:17.736437 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d85eb5d-fa6b-40c9-94c2-83f1334ed3d4 x-openstack-request-id: req-5d85eb5d-fa6b-40c9-94c2-83f1334ed3d4 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:17.736739 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382a407b-db73-4a84-b8e9-d354bbd8d68d", "name": "network-vif-plugged", "status": "completed", "tag": "00296faa-c043-42b1-b570-3dc4be96005f", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:17.736999 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5d85eb5d-fa6b-40c9-94c2-83f1334ed3d4 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:17.737393 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382a407b-db73-4a84-b8e9-d354bbd8d68d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00296faa-c043-42b1-b570-3dc4be96005f', 'code': 200} Jul 15 15:08:17.766007 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=00296faa-c043-42b1-b570-3dc4be96005f,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:17.946794 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538f143-80e1-45f0-8b3d-0e570f81f95c req-72b19fcf-d43f-486d-b90a-de583bfda13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:17.948419 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6538f143-80e1-45f0-8b3d-0e570f81f95c req-72b19fcf-d43f-486d-b90a-de583bfda13e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 1098 time: 0.0513942 Jul 15 15:08:17.982953 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6538f143-80e1-45f0-8b3d-0e570f81f95c req-6b9f646f-529e-4697-9da1-7c024cc27a31 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f0a58848-1c31-40b0-9741-778f5d8e08f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278387 Jul 15 15:08:18.751198 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e2cc3-7a59-47d5-ab1e-a7e9aef92d17 req-300cb28e-7fe8-415a-b876-6fb4c9a19a79 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:18.752772 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-558e2cc3-7a59-47d5-ab1e-a7e9aef92d17 req-300cb28e-7fe8-415a-b876-6fb4c9a19a79 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 945 time: 0.0633781 Jul 15 15:08:18.790064 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-558e2cc3-7a59-47d5-ab1e-a7e9aef92d17 req-02b71462-70ab-4e9f-91d8-b492f619a0a3 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0a58848-1c31-40b0-9741-778f5d8e08f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311015 Jul 15 15:08:19.967933 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba8aed-af24-4de6-88c2-865efef4a345 req-efbae507-c1b0-4e2c-a3c2-9fb505ceb543 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:19.969325 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-85ba8aed-af24-4de6-88c2-865efef4a345 req-efbae507-c1b0-4e2c-a3c2-9fb505ceb543 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 945 time: 0.0645590 Jul 15 15:08:20.005585 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-85ba8aed-af24-4de6-88c2-865efef4a345 req-2a72b09a-79ca-4c7c-97ce-cbf36576ab64 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0a58848-1c31-40b0-9741-778f5d8e08f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306611 Jul 15 15:08:20.170310 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932223a-7efc-4af5-a735-e8db050320de req-f29877b7-5b5a-4de2-a4e5-e364d391860a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:20.171805 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d932223a-7efc-4af5-a735-e8db050320de req-f29877b7-5b5a-4de2-a4e5-e364d391860a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 945 time: 0.0655167 Jul 15 15:08:20.180103 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38688) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:20.184470 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-764e013c-f52f-4adf-bc01-2c66c603caf2 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Request body: {'floatingip': {'port_id': '00296faa-c043-42b1-b570-3dc4be96005f'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:08:20.222656 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-764e013c-f52f-4adf-bc01-2c66c603caf2 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for floatingip, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:20.795866 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-764e013c-f52f-4adf-bc01-2c66c603caf2 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:20.799985 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-764e013c-f52f-4adf-bc01-2c66c603caf2 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:20.897155 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.db.l3_db [None req-764e013c-f52f-4adf-bc01-2c66c603caf2 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Floating IP 4b2fc0a1-6598-4fde-bc99-6ea8de0a7b21 associated. External IP: 172.27.0.171, port: 00296faa-c043-42b1-b570-3dc4be96005f. Jul 15 15:08:21.106162 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764e013c-f52f-4adf-bc01-2c66c603caf2 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Router e12e6a1e-96f8-4fac-8882-9e0ddb610779 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:08:21.211586 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764e013c-f52f-4adf-bc01-2c66c603caf2 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:08:21.217193 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-764e013c-f52f-4adf-bc01-2c66c603caf2 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:21.223391 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81078f69-1e42-4f58-802f-a7aa77e584a1 None None] Sync routers for ids ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:08:21.233346 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81078f69-1e42-4f58-802f-a7aa77e584a1 None None] Routers {'e12e6a1e-96f8-4fac-8882-9e0ddb610779'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:21.233956 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-81078f69-1e42-4f58-802f-a7aa77e584a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:08:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:21.251765 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-764e013c-f52f-4adf-bc01-2c66c603caf2 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "PUT /v2.0/floatingips/4b2fc0a1-6598-4fde-bc99-6ea8de0a7b21 HTTP/1.1" status: 200 len: 991 time: 1.0706177 Jul 15 15:08:21.252391 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382a407b-db73-4a84-b8e9-d354bbd8d68d', 'tag': '00296faa-c043-42b1-b570-3dc4be96005f'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:08:21.260255 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fceb96-0618-48b1-b717-8c880f2e7e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "382a407b-db73-4a84-b8e9-d354bbd8d68d", "tag": "00296faa-c043-42b1-b570-3dc4be96005f"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:08:21.292820 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75c6c3e-bde1-4701-9459-d0868c6cf834 x-openstack-request-id: req-f75c6c3e-bde1-4701-9459-d0868c6cf834 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:08:21.293186 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382a407b-db73-4a84-b8e9-d354bbd8d68d", "tag": "00296faa-c043-42b1-b570-3dc4be96005f", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:08:21.293554 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f75c6c3e-bde1-4701-9459-d0868c6cf834 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:08:21.294048 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382a407b-db73-4a84-b8e9-d354bbd8d68d', 'tag': '00296faa-c043-42b1-b570-3dc4be96005f', 'status': 'completed', 'code': 200} Jul 15 15:08:21.341368 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-81078f69-1e42-4f58-802f-a7aa77e584a1 None None] Set router e12e6a1e-96f8-4fac-8882-9e0ddb610779 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:08:21.373777 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fceb96-0618-48b1-b717-8c880f2e7e3b req-2d7c3579-fc69-4c95-894c-3a373205c53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:21.375270 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d4fceb96-0618-48b1-b717-8c880f2e7e3b req-2d7c3579-fc69-4c95-894c-3a373205c53b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b6189ea39bd48f6818b7284046574ad&device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 1098 time: 0.0584962 Jul 15 15:08:21.467848 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fceb96-0618-48b1-b717-8c880f2e7e3b req-8ddbe33e-043e-4e9c-a587-99ae00a0ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:21.469681 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d4fceb96-0618-48b1-b717-8c880f2e7e3b req-8ddbe33e-043e-4e9c-a587-99ae00a0ab94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa HTTP/1.1" status: 200 len: 911 time: 0.0858977 Jul 15 15:08:21.538912 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d4fceb96-0618-48b1-b717-8c880f2e7e3b req-8f856a60-c490-4f8b-8275-15c10f2cb7ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00296faa-c043-42b1-b570-3dc4be96005f HTTP/1.1" status: 200 len: 999 time: 0.0624654 Jul 15 15:08:21.566898 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-81078f69-1e42-4f58-802f-a7aa77e584a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 4, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '4b2fc0a1-6598-4fde-bc99-6ea8de0a7b21', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'port_id': '00296faa-c043-42b1-b570-3dc4be96005f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'mac_address': 'fa:16:3e:f3:80:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382a407b-db73-4a84-b8e9-d354bbd8d68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:08:07Z', 'updated_at': '2021-07-15T15:08:20Z', 'revision_number': 1, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd67faa-5456-4f33-953b-f24356234253', 'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'mac_address': 'fa:16:3e:bc:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:53Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 5, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'subnets': [{'id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:21.585519 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fceb96-0618-48b1-b717-8c880f2e7e3b req-6fa26f72-fdc4-423d-9236-ce2c6cbd5842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:21.587063 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d4fceb96-0618-48b1-b717-8c880f2e7e3b req-6fa26f72-fdc4-423d-9236-ce2c6cbd5842 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17ed052a-25a2-48a0-bd3c-f7b49eae2009 HTTP/1.1" status: 200 len: 849 time: 0.0425589 Jul 15 15:08:21.596274 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81078f69-1e42-4f58-802f-a7aa77e584a1 None None] Checking router: e12e6a1e-96f8-4fac-8882-9e0ddb610779 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:08:21.604483 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81078f69-1e42-4f58-802f-a7aa77e584a1 None None] Routers {'e12e6a1e-96f8-4fac-8882-9e0ddb610779'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:08:21.605073 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-81078f69-1e42-4f58-802f-a7aa77e584a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:08:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:21.647133 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fceb96-0618-48b1-b717-8c880f2e7e3b req-c464c4c9-6eb3-4d97-a8c8-e9253a1f3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:08:21.648649 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d4fceb96-0618-48b1-b717-8c880f2e7e3b req-c464c4c9-6eb3-4d97-a8c8-e9253a1f3559 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553319 Jul 15 15:08:21.709700 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-81078f69-1e42-4f58-802f-a7aa77e584a1 None None] Set router e12e6a1e-96f8-4fac-8882-9e0ddb610779 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:08:21.938196 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-81078f69-1e42-4f58-802f-a7aa77e584a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 4, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '4b2fc0a1-6598-4fde-bc99-6ea8de0a7b21', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'port_id': '00296faa-c043-42b1-b570-3dc4be96005f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'mac_address': 'fa:16:3e:f3:80:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382a407b-db73-4a84-b8e9-d354bbd8d68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:08:07Z', 'updated_at': '2021-07-15T15:08:20Z', 'revision_number': 1, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd67faa-5456-4f33-953b-f24356234253', 'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'mac_address': 'fa:16:3e:bc:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:53Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 5, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'subnets': [{'id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:08:21.963766 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81078f69-1e42-4f58-802f-a7aa77e584a1 None None] The sync data for ids ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'] in dv-cinder-788367-2-iscsi is: [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 4, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '4b2fc0a1-6598-4fde-bc99-6ea8de0a7b21', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'port_id': '00296faa-c043-42b1-b570-3dc4be96005f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'mac_address': 'fa:16:3e:f3:80:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '382a407b-db73-4a84-b8e9-d354bbd8d68d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:08:07Z', 'updated_at': '2021-07-15T15:08:20Z', 'revision_number': 1, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cd67faa-5456-4f33-953b-f24356234253', 'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'mac_address': 'fa:16:3e:bc:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:53Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 5, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'subnets': [{'id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:08:22.005451 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d4fceb96-0618-48b1-b717-8c880f2e7e3b req-33434636-c4ad-44c5-84a0-5bdb2678ad92 service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502059 Jul 15 15:08:22.101026 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d4fceb96-0618-48b1-b717-8c880f2e7e3b req-2b67c8db-7ccb-4dcd-8c78-fcb6480c1894 service neutron] 10.222.0.41 "GET /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885272 Jul 15 15:08:22.151665 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093abe89-ed63-473d-ae6e-34feec90ee86 None None] New status for floating IP 4b2fc0a1-6598-4fde-bc99-6ea8de0a7b21: ACTIVE {{(pid=92932) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:08:23.368870 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:25.884038 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38742) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:25.985192 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7b114a7b-318c-4390-80d9-4b4228e84e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.075013 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7b114a7b-318c-4390-80d9-4b4228e84e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.078733 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7b114a7b-318c-4390-80d9-4b4228e84e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.116670 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-7b114a7b-318c-4390-80d9-4b4228e84e14 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f68fa51a88c745ffb6585b6a98764388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316494 Jul 15 15:08:26.118614 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b114a7b-318c-4390-80d9-4b4228e84e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a65745-7b64-47f1-95ca-5f82ee1ef92d,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:26.119469 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38746) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:26.166955 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-15e336ab-0b64-4c76-a6c5-c597dba7fdba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.187182 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-15e336ab-0b64-4c76-a6c5-c597dba7fdba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.233227 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-15e336ab-0b64-4c76-a6c5-c597dba7fdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.235832 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-15e336ab-0b64-4c76-a6c5-c597dba7fdba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.237023 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-15e336ab-0b64-4c76-a6c5-c597dba7fdba admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/88a65745-7b64-47f1-95ca-5f82ee1ef92d HTTP/1.1" status: 204 len: 168 time: 0.1164222 Jul 15 15:08:26.244771 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e336ab-0b64-4c76-a6c5-c597dba7fdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a65745-7b64-47f1-95ca-5f82ee1ef92d,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:26.488155 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38752) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:26.500904 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-eb054467-dd8c-4e38-988f-ef9c64e90a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.587071 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-eb054467-dd8c-4e38-988f-ef9c64e90a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.590484 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-eb054467-dd8c-4e38-988f-ef9c64e90a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.629144 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb054467-dd8c-4e38-988f-ef9c64e90a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4b4763-00de-42d6-aead-b426c2697529,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:26.633658 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-eb054467-dd8c-4e38-988f-ef9c64e90a43 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=895df6ff342c41f38b2b8219ee1d4300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444218 Jul 15 15:08:26.636371 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 38754) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:26.683406 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-85480dd2-f093-452d-bd06-4d43fb776527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.703596 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-85480dd2-f093-452d-bd06-4d43fb776527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.749963 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-85480dd2-f093-452d-bd06-4d43fb776527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.752472 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-85480dd2-f093-452d-bd06-4d43fb776527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:26.753598 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-85480dd2-f093-452d-bd06-4d43fb776527 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f4b4763-00de-42d6-aead-b426c2697529 HTTP/1.1" status: 204 len: 168 time: 0.1164312 Jul 15 15:08:26.761358 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85480dd2-f093-452d-bd06-4d43fb776527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4b4763-00de-42d6-aead-b426c2697529,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:30.289335 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-3a196a1d-773f-414e-a9e3-1f5f20823017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:32.988027 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dc66aace-a885-470b-9f7c-153c0782afeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:33.435776 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:34.082015 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:35.478154 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:52.775163 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:08:53.376993 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:58.952678 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 38994) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:59.051914 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-70c0eb9a-4d34-49a5-827e-b703aec56467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:59.137434 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-70c0eb9a-4d34-49a5-827e-b703aec56467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:59.140987 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-70c0eb9a-4d34-49a5-827e-b703aec56467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:59.183977 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-70c0eb9a-4d34-49a5-827e-b703aec56467 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b8cce13633bb42c2a3206459044b1ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279179 Jul 15 15:08:59.183977 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0eb9a-4d34-49a5-827e-b703aec56467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1090fa6-11be-45c0-98eb-834c727b6bb0,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:59.184709 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 39000) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:08:59.190161 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0eb9a-4d34-49a5-827e-b703aec56467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.190520 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0eb9a-4d34-49a5-827e-b703aec56467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.190870 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0eb9a-4d34-49a5-827e-b703aec56467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.191734 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0eb9a-4d34-49a5-827e-b703aec56467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.191734 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0eb9a-4d34-49a5-827e-b703aec56467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.191932 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0eb9a-4d34-49a5-827e-b703aec56467 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.192195 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0eb9a-4d34-49a5-827e-b703aec56467 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.192528 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0eb9a-4d34-49a5-827e-b703aec56467 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.192864 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0eb9a-4d34-49a5-827e-b703aec56467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.193214 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0eb9a-4d34-49a5-827e-b703aec56467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.193521 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0eb9a-4d34-49a5-827e-b703aec56467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.193855 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c0eb9a-4d34-49a5-827e-b703aec56467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.237487 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:59.257876 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:59.301775 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:59.305135 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:08:59.308912 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a1090fa6-11be-45c0-98eb-834c727b6bb0 HTTP/1.1" status: 204 len: 168 time: 0.1228108 Jul 15 15:08:59.316199 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1090fa6-11be-45c0-98eb-834c727b6bb0,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:08:59.323295 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.323642 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.323981 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.324339 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.324730 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.324997 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.325326 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.325648 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.325972 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.326316 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.326633 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:08:59.326939 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112681ce-9082-4981-b29e-c7c1f4a36d67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:00.290380 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b5282deb-aaac-481c-844f-9b616cbefa7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:02.989143 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-89fd6e25-d9a7-46f2-9eb9-2934cd8cdde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:03.437086 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:04.084024 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:05.480333 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:23.372924 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:26.838689 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 39264) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:26.956306 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-56b2e742-fc75-4087-8298-6612cb3fcf77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.054161 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-56b2e742-fc75-4087-8298-6612cb3fcf77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.058162 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-56b2e742-fc75-4087-8298-6612cb3fcf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.096126 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-56b2e742-fc75-4087-8298-6612cb3fcf77 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0652c3543dc9443292b0e80bba60e870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562747 Jul 15 15:09:27.097026 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2e742-fc75-4087-8298-6612cb3fcf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f19a541-e285-4e8e-9b39-3f15c8a6ee83,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:27.099078 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 39270) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:27.159863 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d4bd9ef6-1b12-4c22-a1af-779f8b25618f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.179994 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d4bd9ef6-1b12-4c22-a1af-779f8b25618f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.226738 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d4bd9ef6-1b12-4c22-a1af-779f8b25618f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.229373 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d4bd9ef6-1b12-4c22-a1af-779f8b25618f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:27.230532 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-d4bd9ef6-1b12-4c22-a1af-779f8b25618f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8f19a541-e285-4e8e-9b39-3f15c8a6ee83 HTTP/1.1" status: 204 len: 168 time: 0.1304007 Jul 15 15:09:27.240935 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd9ef6-1b12-4c22-a1af-779f8b25618f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f19a541-e285-4e8e-9b39-3f15c8a6ee83,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:29.774014 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:09:30.298076 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-44fece7a-f41d-4f5b-8d06-295aaa573288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:32.989202 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5589b355-dde3-4723-bff2-babf4874207d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:33.436626 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:34.085783 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:35.483350 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:41.389962 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be356a69-e4b8-4e70-90b3-62ee917e9cb7 req-81a8c2e2-a240-4805-a97b-6a6d5616cd47 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:41.391430 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-be356a69-e4b8-4e70-90b3-62ee917e9cb7 req-81a8c2e2-a240-4805-a97b-6a6d5616cd47 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 945 time: 0.0620587 Jul 15 15:09:41.427791 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-be356a69-e4b8-4e70-90b3-62ee917e9cb7 req-0357626f-b97c-4620-a5da-fe7170665a7a tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0a58848-1c31-40b0-9741-778f5d8e08f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309229 Jul 15 15:09:42.598942 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c39de-da08-42d6-b7f2-c5894d0c9368 req-1c491533-1fb9-43e7-9689-904b940bb146 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:42.600406 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b07c39de-da08-42d6-b7f2-c5894d0c9368 req-1c491533-1fb9-43e7-9689-904b940bb146 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 945 time: 0.0616972 Jul 15 15:09:42.636911 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b07c39de-da08-42d6-b7f2-c5894d0c9368 req-61ed3bbf-aac6-482d-8330-d17a41fe1623 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups?id=f0a58848-1c31-40b0-9741-778f5d8e08f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301893 Jul 15 15:09:42.970606 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59582fe2-30ca-4175-8462-5283c86e1e2b req-e6e133de-a666-4998-9b1d-a20aa6f3c01c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:09:42.971978 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-59582fe2-30ca-4175-8462-5283c86e1e2b req-e6e133de-a666-4998-9b1d-a20aa6f3c01c tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.41 "GET /v2.0/ports?device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 945 time: 0.0668788 Jul 15 15:09:43.079928 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-59582fe2-30ca-4175-8462-5283c86e1e2b req-22074877-75f9-4f74-b049-76748a14f7c1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Deleting port 00296faa-c043-42b1-b570-3dc4be96005f {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:43.080225 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-59582fe2-30ca-4175-8462-5283c86e1e2b req-22074877-75f9-4f74-b049-76748a14f7c1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:43.174586 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-59582fe2-30ca-4175-8462-5283c86e1e2b req-22074877-75f9-4f74-b049-76748a14f7c1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] For port 00296faa-c043-42b1-b570-3dc4be96005f, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=00296faa-c043-42b1-b570-3dc4be96005f,segment=NetworkSegment(53da5228-8861-4ace-b80e-899ea7b0cada),segment_id=53da5228-8861-4ace-b80e-899ea7b0cada)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:43.174937 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-59582fe2-30ca-4175-8462-5283c86e1e2b req-22074877-75f9-4f74-b049-76748a14f7c1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:43.343121 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-59582fe2-30ca-4175-8462-5283c86e1e2b req-22074877-75f9-4f74-b049-76748a14f7c1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:43.343499 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-59582fe2-30ca-4175-8462-5283c86e1e2b req-22074877-75f9-4f74-b049-76748a14f7c1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:43.343820 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.l3_db [req-59582fe2-30ca-4175-8462-5283c86e1e2b req-22074877-75f9-4f74-b049-76748a14f7c1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Floating IP 4b2fc0a1-6598-4fde-bc99-6ea8de0a7b21 disassociated. External IP: 172.27.0.171, port: 00296faa-c043-42b1-b570-3dc4be96005f. Jul 15 15:09:43.344487 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-59582fe2-30ca-4175-8462-5283c86e1e2b req-22074877-75f9-4f74-b049-76748a14f7c1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Calling delete_port for 00296faa-c043-42b1-b570-3dc4be96005f owned by compute:nova {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:43.475868 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-59582fe2-30ca-4175-8462-5283c86e1e2b req-22074877-75f9-4f74-b049-76748a14f7c1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:43.507452 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22074877-75f9-4f74-b049-76748a14f7c1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event deleted for resources: {'Port': ['ID=00296faa-c043-42b1-b570-3dc4be96005f,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:43.623499 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59582fe2-30ca-4175-8462-5283c86e1e2b req-22074877-75f9-4f74-b049-76748a14f7c1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Router e12e6a1e-96f8-4fac-8882-9e0ddb610779 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:09:43.734037 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59582fe2-30ca-4175-8462-5283c86e1e2b req-22074877-75f9-4f74-b049-76748a14f7c1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:09:43.744899 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1161735-7220-4de2-9139-2bfc786b1a74 None None] Sync routers for ids ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:09:43.754968 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1161735-7220-4de2-9139-2bfc786b1a74 None None] Routers {'e12e6a1e-96f8-4fac-8882-9e0ddb610779'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:09:43.755584 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-b1161735-7220-4de2-9139-2bfc786b1a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:09:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:43.782722 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-59582fe2-30ca-4175-8462-5283c86e1e2b req-22074877-75f9-4f74-b049-76748a14f7c1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] No DVR routers for this DVR port 00296faa-c043-42b1-b570-3dc4be96005f on host hv-cinder-78836 {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:43.785298 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-59582fe2-30ca-4175-8462-5283c86e1e2b req-22074877-75f9-4f74-b049-76748a14f7c1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:43.787211 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-3f2b3a9b-af4e-4260-8c55-493bc6f3728f req-eadf72f1-08b8-4651-8104-3f91c1fe1e0e tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/ports?device_id=382a407b-db73-4a84-b8e9-d354bbd8d68d HTTP/1.1" status: 200 len: 210 time: 0.0344944 Jul 15 15:09:43.787711 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-59582fe2-30ca-4175-8462-5283c86e1e2b req-22074877-75f9-4f74-b049-76748a14f7c1 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.41 "DELETE /v2.0/ports/00296faa-c043-42b1-b570-3dc4be96005f HTTP/1.1" status: 204 len: 173 time: 0.8103468 Jul 15 15:09:43.787711 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382a407b-db73-4a84-b8e9-d354bbd8d68d', 'name': 'network-vif-deleted', 'tag': '00296faa-c043-42b1-b570-3dc4be96005f'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:09:43.789988 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74956c8-de03-4f6f-8edd-925ab5de6a7d" -d '{"events": [{"server_uuid": "382a407b-db73-4a84-b8e9-d354bbd8d68d", "name": "network-vif-deleted", "tag": "00296faa-c043-42b1-b570-3dc4be96005f"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:09:43.830192 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73bb290-08c0-4b3b-8663-6979998fbace x-openstack-request-id: req-c73bb290-08c0-4b3b-8663-6979998fbace {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:09:43.830642 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382a407b-db73-4a84-b8e9-d354bbd8d68d", "name": "network-vif-deleted", "tag": "00296faa-c043-42b1-b570-3dc4be96005f", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:09:43.831052 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c73bb290-08c0-4b3b-8663-6979998fbace {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:09:43.831516 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382a407b-db73-4a84-b8e9-d354bbd8d68d', 'name': 'network-vif-deleted', 'tag': '00296faa-c043-42b1-b570-3dc4be96005f', 'status': 'completed', 'code': 200} Jul 15 15:09:43.891491 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-b1161735-7220-4de2-9139-2bfc786b1a74 None None] Set router e12e6a1e-96f8-4fac-8882-9e0ddb610779 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:09:44.095065 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-b1161735-7220-4de2-9139-2bfc786b1a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 4, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '0cd67faa-5456-4f33-953b-f24356234253', 'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'mac_address': 'fa:16:3e:bc:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:53Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 5, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'subnets': [{'id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:44.126736 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1161735-7220-4de2-9139-2bfc786b1a74 None None] Checking router: e12e6a1e-96f8-4fac-8882-9e0ddb610779 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:09:44.136463 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1161735-7220-4de2-9139-2bfc786b1a74 None None] Routers {'e12e6a1e-96f8-4fac-8882-9e0ddb610779'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:09:44.137251 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-b1161735-7220-4de2-9139-2bfc786b1a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:09:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:44.252205 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-b1161735-7220-4de2-9139-2bfc786b1a74 None None] Set router e12e6a1e-96f8-4fac-8882-9e0ddb610779 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:09:44.460517 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-b1161735-7220-4de2-9139-2bfc786b1a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 4, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '0cd67faa-5456-4f33-953b-f24356234253', 'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'mac_address': 'fa:16:3e:bc:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:53Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 5, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'subnets': [{'id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:44.486894 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1161735-7220-4de2-9139-2bfc786b1a74 None None] The sync data for ids ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'] in dv-cinder-788367-2-iscsi is: [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:53Z', 'revision_number': 4, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '0cd67faa-5456-4f33-953b-f24356234253', 'name': '', 'network_id': '8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'mac_address': 'fa:16:3e:bc:1f:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:53Z', 'updated_at': '2021-07-15T15:04:58Z', 'revision_number': 5, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'subnets': [{'id': '17ed052a-25a2-48a0-bd3c-f7b49eae2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:09:44.686258 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd435e2-e97e-4d9b-a1a6-78042ade57af None None] New status for floating IP 4b2fc0a1-6598-4fde-bc99-6ea8de0a7b21: DOWN {{(pid=92932) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:09:44.910365 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 39516) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:44.965210 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3903f518-c37d-4181-8d44-0d85c8207a58 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:44.988401 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3903f518-c37d-4181-8d44-0d85c8207a58 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.035815 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3903f518-c37d-4181-8d44-0d85c8207a58 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.038415 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3903f518-c37d-4181-8d44-0d85c8207a58 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.039580 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-3903f518-c37d-4181-8d44-0d85c8207a58 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "DELETE /v2.0/security-groups/f0a58848-1c31-40b0-9741-778f5d8e08f8 HTTP/1.1" status: 204 len: 168 time: 0.1282020 Jul 15 15:09:45.042368 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 39518) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:45.048805 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903f518-c37d-4181-8d44-0d85c8207a58 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a58848-1c31-40b0-9741-778f5d8e08f8,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:45.056820 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.api.v2.resource [None req-a266477d-00c7-41c0-b1a2-3e680ffebed2 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] show failed (client error): The resource could not be found. Jul 15 15:09:45.057846 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-a266477d-00c7-41c0-b1a2-3e680ffebed2 tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "GET /v2.0/security-groups/f0a58848-1c31-40b0-9741-778f5d8e08f8 HTTP/1.1" status: 404 len: 347 time: 0.0144143 Jul 15 15:09:45.060868 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 39520) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:45.186896 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-bdf02350-b225-4e1a-ace3-c893ecaba7af tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Deleting port 1970d648-30cb-469a-8004-2cbd482402f4 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:45.187234 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bdf02350-b225-4e1a-ace3-c893ecaba7af tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.267856 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bdf02350-b225-4e1a-ace3-c893ecaba7af tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.268193 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bdf02350-b225-4e1a-ace3-c893ecaba7af tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.279421 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-bdf02350-b225-4e1a-ace3-c893ecaba7af tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Calling delete_port for 1970d648-30cb-469a-8004-2cbd482402f4 owned by network:floatingip {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:45.419304 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bdf02350-b225-4e1a-ace3-c893ecaba7af tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.449636 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf02350-b225-4e1a-ace3-c893ecaba7af tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Pushing event deleted for resources: {'Port': ['ID=1970d648-30cb-469a-8004-2cbd482402f4,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:45.510672 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bdf02350-b225-4e1a-ace3-c893ecaba7af tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks [] for floatingip, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.515433 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-bdf02350-b225-4e1a-ace3-c893ecaba7af tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:45.516863 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-bdf02350-b225-4e1a-ace3-c893ecaba7af tempest-AttachVolumeTestJSON-192674283 tempest-AttachVolumeTestJSON-192674283-project] 10.222.0.72 "DELETE /v2.0/floatingips/4b2fc0a1-6598-4fde-bc99-6ea8de0a7b21 HTTP/1.1" status: 204 len: 168 time: 0.4550939 Jul 15 15:09:46.089193 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 00296faa-c043-42b1-b570-3dc4be96005f no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:46.111462 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: 00296faa-c043-42b1-b570-3dc4be96005f {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:09:46.111724 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 00296faa-c043-42b1-b570-3dc4be96005f not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:49.197528 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 39556) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:49.756969 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f6645c5b-ad95-4292-ad97-552faeddaebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-778414'] for router_interface, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:50.055323 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-f6645c5b-ad95-4292-ad97-552faeddaebd admin admin] Deleting port 0cd67faa-5456-4f33-953b-f24356234253 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:50.055576 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f6645c5b-ad95-4292-ad97-552faeddaebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:50.136139 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-f6645c5b-ad95-4292-ad97-552faeddaebd admin admin] For port 0cd67faa-5456-4f33-953b-f24356234253, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=0cd67faa-5456-4f33-953b-f24356234253,segment=NetworkSegment(53da5228-8861-4ace-b80e-899ea7b0cada),segment_id=53da5228-8861-4ace-b80e-899ea7b0cada)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:50.136527 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f6645c5b-ad95-4292-ad97-552faeddaebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:50.148104 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-f6645c5b-ad95-4292-ad97-552faeddaebd admin admin] Calling delete_port for 0cd67faa-5456-4f33-953b-f24356234253 owned by network:router_interface {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:50.323864 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f6645c5b-ad95-4292-ad97-552faeddaebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:50.348830 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6645c5b-ad95-4292-ad97-552faeddaebd admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd67faa-5456-4f33-953b-f24356234253,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:50.518203 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f6645c5b-ad95-4292-ad97-552faeddaebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781118'] for router_interface, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:50.996518 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6645c5b-ad95-4292-ad97-552faeddaebd admin admin] Router e12e6a1e-96f8-4fac-8882-9e0ddb610779 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:09:51.100077 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6645c5b-ad95-4292-ad97-552faeddaebd admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:09:51.105616 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-f6645c5b-ad95-4292-ad97-552faeddaebd admin admin] 10.222.0.72 "PUT /v2.0/routers/e12e6a1e-96f8-4fac-8882-9e0ddb610779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9070406 Jul 15 15:09:51.108097 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 39564) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:51.108530 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25da41c-7e64-48b1-a073-cd07c98a1ceb None None] Sync routers for ids ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:09:51.118650 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25da41c-7e64-48b1-a073-cd07c98a1ceb None None] Routers {'e12e6a1e-96f8-4fac-8882-9e0ddb610779'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:09:51.119352 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-c25da41c-7e64-48b1-a073-cd07c98a1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:09:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:51.216809 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d370ce28-f10e-4474-9365-3af9e4e49045 admin admin] Notify callbacks [] for router, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:51.226113 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-c25da41c-7e64-48b1-a073-cd07c98a1ceb None None] Set router e12e6a1e-96f8-4fac-8882-9e0ddb610779 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:09:51.321824 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d370ce28-f10e-4474-9365-3af9e4e49045 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:51.374066 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-d370ce28-f10e-4474-9365-3af9e4e49045 admin admin] Deleting port 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:51.374781 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d370ce28-f10e-4474-9365-3af9e4e49045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:51.405471 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-c25da41c-7e64-48b1-a073-cd07c98a1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:09:50Z', 'revision_number': 5, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port': {'id': '806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:50:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:51.432811 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25da41c-7e64-48b1-a073-cd07c98a1ceb None None] Checking router: e12e6a1e-96f8-4fac-8882-9e0ddb610779 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:09:51.441108 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25da41c-7e64-48b1-a073-cd07c98a1ceb None None] Routers {'e12e6a1e-96f8-4fac-8882-9e0ddb610779'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:09:51.441733 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-c25da41c-7e64-48b1-a073-cd07c98a1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:09:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:51.457526 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-d370ce28-f10e-4474-9365-3af9e4e49045 admin admin] For port 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:51.457873 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d370ce28-f10e-4474-9365-3af9e4e49045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:51.469680 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-d370ce28-f10e-4474-9365-3af9e4e49045 admin admin] Calling delete_port for 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d owned by network:router_gateway {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:51.527315 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-c25da41c-7e64-48b1-a073-cd07c98a1ceb None None] Set router e12e6a1e-96f8-4fac-8882-9e0ddb610779 gateway port host: None {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:09:51.586107 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-c25da41c-7e64-48b1-a073-cd07c98a1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:09:51Z', 'revision_number': 6, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port_host': None}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:51.616449 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25da41c-7e64-48b1-a073-cd07c98a1ceb None None] The sync data for ids ['e12e6a1e-96f8-4fac-8882-9e0ddb610779'] in dv-cinder-788367-2-iscsi is: [{'id': 'e12e6a1e-96f8-4fac-8882-9e0ddb610779', 'name': 'tempest-AttachVolumeTestJSON-462472024-router', 'tenant_id': '6b6189ea39bd48f6818b7284046574ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:04:50Z', 'updated_at': '2021-07-15T15:09:51Z', 'revision_number': 6, 'project_id': '6b6189ea39bd48f6818b7284046574ad', 'gw_port_host': None}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:09:51.645274 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d370ce28-f10e-4474-9365-3af9e4e49045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:51.672503 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370ce28-f10e-4474-9365-3af9e4e49045 admin admin] Pushing event deleted for resources: {'Port': ['ID=806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:51.737481 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d370ce28-f10e-4474-9365-3af9e4e49045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633188'] for router_gateway, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:51.827000 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d370ce28-f10e-4474-9365-3af9e4e49045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25220'] for router, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:51.829793 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d370ce28-f10e-4474-9365-3af9e4e49045 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:51.873741 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d370ce28-f10e-4474-9365-3af9e4e49045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778982'] for router, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:51.874105 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d370ce28-f10e-4474-9365-3af9e4e49045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e12e6a1e-96f8-4fac-8882-9e0ddb610779 {{(pid=92931) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:09:51.879012 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d370ce28-f10e-4474-9365-3af9e4e49045 admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:51.880162 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-d370ce28-f10e-4474-9365-3af9e4e49045 admin admin] 10.222.0.72 "DELETE /v2.0/routers/e12e6a1e-96f8-4fac-8882-9e0ddb610779 HTTP/1.1" status: 204 len: 168 time: 0.7711341 Jul 15 15:09:51.883016 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 39568) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:51.927145 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b9431b-2406-4515-8668-612289c1ff42 admin admin] Deleting subnet 17ed052a-25a2-48a0-bd3c-f7b49eae2009 {{(pid=92931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:09:51.930116 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-55b9431b-2406-4515-8668-612289c1ff42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:51.971051 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-55b9431b-2406-4515-8668-612289c1ff42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9119925'] for subnet, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.069043 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-55b9431b-2406-4515-8668-612289c1ff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66795978'] for subnet, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.078067 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 0cd67faa-5456-4f33-953b-f24356234253 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:52.099282 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: 0cd67faa-5456-4f33-953b-f24356234253 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:09:52.099624 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 0cd67faa-5456-4f33-953b-f24356234253 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:52.121621 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-55b9431b-2406-4515-8668-612289c1ff42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66796029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9119815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9061582'] for subnet, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.148102 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9431b-2406-4515-8668-612289c1ff42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ed052a-25a2-48a0-bd3c-f7b49eae2009,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:52.151719 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-55b9431b-2406-4515-8668-612289c1ff42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.153792 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-55b9431b-2406-4515-8668-612289c1ff42 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/17ed052a-25a2-48a0-bd3c-f7b49eae2009 HTTP/1.1" status: 204 len: 168 time: 0.2698429 Jul 15 15:09:52.156193 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 39570) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:52.160826 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90495956-dd3d-4467-bfee-c86ca69934a9 None None] Network 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:09:52.230369 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66702497'] for network, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.283325 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] Deleting port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:52.283658 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.346767 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] For port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=0f5a4f9b-e8e7-4500-a522-7dac6fc239f1,segment=NetworkSegment(53da5228-8861-4ace-b80e-899ea7b0cada),segment_id=53da5228-8861-4ace-b80e-899ea7b0cada)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:52.347048 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.363781 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] Calling delete_port for 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 owned by network:dhcp {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:52.394920 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] DHCP port deletion for 8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa request from dv-cinder-788367-2-iscsi {{(pid=92932) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:09:52.446638 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.447378 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Deleting port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 {{(pid=92932) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:09:52.447760 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.475982 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f5a4f9b-e8e7-4500-a522-7dac6fc239f1,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:52.477862 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] No DVR routers for this DVR port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 on host dv-cinder-788367-2-iscsi {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:52.559086 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796974', 'neutron.services.segments.db._delete_segments_for_network-8756598894668'] for network, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.572327 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa']}} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:52.584424 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53da5228-8861-4ace-b80e-899ea7b0cada') {'for_net_delete': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:52.584754 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53da5228-8861-4ace-b80e-899ea7b0cada') {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:09:52.595047 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756598898261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119874'] for segment, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.613693 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.621245 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=92931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:09:52.621662 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9121765'] for segment, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: Traceback (most recent call last): Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: timer() Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: cb(*args, **kw) Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: return func(*args, **kwargs) Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: self._notify() Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: self.callback(batched_events) Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: event.method(event) Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: return f(self, *a, **k) Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._get(url).json() Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: return self.request(url, 'GET', **kwargs) Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:09:52.623962 dv-cinder-788367-2-iscsi neutron-server[92931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:09:52.638063 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] For port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1, host dv-cinder-788367-2-iscsi, got binding levels [] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:09:52.638473 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.652723 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Calling delete_port for 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 owned by network:dhcp {{(pid=92932) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:09:52.655641 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.ipam_backend_mixin [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 was not found and therefore no delete operation was performed {{(pid=92932) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 15 15:09:52.659954 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827'] for port, after_delete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.683231 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633272'] for network, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.685560 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] No DVR routers for this DVR port 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 on host dv-cinder-788367-2-iscsi {{(pid=92932) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:09:52.687144 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Pushing event deleted for resources: {'Port': ['ID=0f5a4f9b-e8e7-4500-a522-7dac6fc239f1,revision_number=None']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:52.688981 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.690895 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] 10.222.0.72 "DELETE /v2.0/networks/8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa HTTP/1.1" status: 204 len: 168 time: 0.5337334 Jul 15 15:09:52.702793 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:52.702793 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:52.702991 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:52.703817 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:52.704316 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:52.704842 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:52.705180 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:52.705514 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:52.705854 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:52.707385 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:52.707924 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:52.708443 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99e65a-20c2-48cd-b2c1-39770075ced1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:09:52.710038 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ce9eb-0207-4644-9db6-b7de66fd9488 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e7d8b41-f783-4d4c-b5c8-cac3e802b7fa,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:52.823559 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 39576) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:52.864408 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-fa01bafa-244a-4cea-97c3-d30badcad14a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6b6189ea39bd48f6818b7284046574ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396261 Jul 15 15:09:52.866871 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 39578) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:09:52.916123 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c5f14243-b568-4618-9d7b-b2a817ea9344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.936771 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c5f14243-b568-4618-9d7b-b2a817ea9344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.987598 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c5f14243-b568-4618-9d7b-b2a817ea9344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.990176 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c5f14243-b568-4618-9d7b-b2a817ea9344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:52.991338 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-c5f14243-b568-4618-9d7b-b2a817ea9344 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/693be583-54cd-4d99-a0e3-4cea50923708 HTTP/1.1" status: 204 len: 168 time: 0.1235373 Jul 15 15:09:52.998979 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f14243-b568-4618-9d7b-b2a817ea9344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693be583-54cd-4d99-a0e3-4cea50923708,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:09:53.408576 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:09:53.817873 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:53.841893 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:09:53.842245 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 0f5a4f9b-e8e7-4500-a522-7dac6fc239f1 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:09:53.842672 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:09:53.862033 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:09:53.862396 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 806e5a9f-b0a8-4deb-a21f-ce5130fa3f0d not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:10:00.289036 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a30482ce-ecdd-4dc3-9862-4eaaae652e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:02.989338 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b5e3cb68-a715-442c-bfbe-15541a31d3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:03.438083 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:04.087836 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:05.485941 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:06.373707 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 39796) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:06.473521 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-064562c0-2a31-49fc-ada1-bb7bf1fb6655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:06.561977 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-064562c0-2a31-49fc-ada1-bb7bf1fb6655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:06.565578 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-064562c0-2a31-49fc-ada1-bb7bf1fb6655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:06.605060 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-064562c0-2a31-49fc-ada1-bb7bf1fb6655 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=765afbd7c6de4681a2fabc526369df68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303035 Jul 15 15:10:06.605907 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064562c0-2a31-49fc-ada1-bb7bf1fb6655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539c83c3-8f72-4c50-ad57-a93ab8cba637,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:06.607796 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 39800) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:06.612990 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064562c0-2a31-49fc-ada1-bb7bf1fb6655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.613343 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064562c0-2a31-49fc-ada1-bb7bf1fb6655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.613687 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064562c0-2a31-49fc-ada1-bb7bf1fb6655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.614023 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064562c0-2a31-49fc-ada1-bb7bf1fb6655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.614949 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064562c0-2a31-49fc-ada1-bb7bf1fb6655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.615282 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064562c0-2a31-49fc-ada1-bb7bf1fb6655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.615611 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064562c0-2a31-49fc-ada1-bb7bf1fb6655 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.615940 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064562c0-2a31-49fc-ada1-bb7bf1fb6655 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.616290 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064562c0-2a31-49fc-ada1-bb7bf1fb6655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.616623 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064562c0-2a31-49fc-ada1-bb7bf1fb6655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.616938 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064562c0-2a31-49fc-ada1-bb7bf1fb6655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.617259 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064562c0-2a31-49fc-ada1-bb7bf1fb6655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.659263 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:06.680768 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:06.728759 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:06.731342 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:06.732536 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/539c83c3-8f72-4c50-ad57-a93ab8cba637 HTTP/1.1" status: 204 len: 168 time: 0.1237075 Jul 15 15:10:06.741518 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539c83c3-8f72-4c50-ad57-a93ab8cba637,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:06.749597 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.749994 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.750298 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.750635 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.750972 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.751357 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.751634 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.752030 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.752345 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.752677 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.753005 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.753338 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c9bb24-5980-4324-b2f4-223ca1a0a0ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:10:06.773367 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:10:07.343792 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 39836) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:07.433661 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-6fd7c186-a569-4b47-925f-7292e2d106be admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2014606964-network', 'tenant_id': 'fa463d1e836849dfb9cbf55632bed920'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:07.456478 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd7c186-a569-4b47-925f-7292e2d106be admin admin] Made reservation on behalf of fa463d1e836849dfb9cbf55632bed920 for: {'network': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:07.459336 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c186-a569-4b47-925f-7292e2d106be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:07.467492 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c186-a569-4b47-925f-7292e2d106be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:07.552417 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c186-a569-4b47-925f-7292e2d106be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:07.555819 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c186-a569-4b47-925f-7292e2d106be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:07.578742 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd7c186-a569-4b47-925f-7292e2d106be admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=92930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:10:07.587594 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7c186-a569-4b47-925f-7292e2d106be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97f995e-ac2d-4c92-83cd-3114f30a8e4c,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:07.593509 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c186-a569-4b47-925f-7292e2d106be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:07.593853 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.db.segments_db [None req-6fd7c186-a569-4b47-925f-7292e2d106be admin admin] Added segment fff1d187-b3a8-4514-96e3-2327936b976a of type vlan for network b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 Jul 15 15:10:07.633740 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c186-a569-4b47-925f-7292e2d106be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:07.662914 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c186-a569-4b47-925f-7292e2d106be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:07.663771 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd7c186-a569-4b47-925f-7292e2d106be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:07.664381 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6fd7c186-a569-4b47-925f-7292e2d106be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:07.694588 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-6fd7c186-a569-4b47-925f-7292e2d106be admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3496897 Jul 15 15:10:07.697479 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 39840) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:07.703812 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-3574fe22-726b-4d01-a481-4fe6cb767da7 admin admin] Request body: {'subnet': {'network_id': 'b290f2f7-3fcf-4cd7-94e8-52d19c0941a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2014606964-subnet', 'tenant_id': 'fa463d1e836849dfb9cbf55632bed920', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:07.736148 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7c186-a569-4b47-925f-7292e2d106be admin admin] Pushing event updated for resources: {'Network': ['ID=b290f2f7-3fcf-4cd7-94e8-52d19c0941a2,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:07.746703 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:10:07.755310 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3574fe22-726b-4d01-a481-4fe6cb767da7 admin admin] Made reservation on behalf of fa463d1e836849dfb9cbf55632bed920 for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:07.758209 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3574fe22-726b-4d01-a481-4fe6cb767da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2806764'] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:07.925527 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3574fe22-726b-4d01-a481-4fe6cb767da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2594791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2806782'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:07.984697 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574fe22-726b-4d01-a481-4fe6cb767da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd26e5b6-fce5-4621-901b-2e4fdefe989f,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:07.990856 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3574fe22-726b-4d01-a481-4fe6cb767da7 admin admin] Checking segment: {'id': 'fff1d187-b3a8-4514-96e3-2327936b976a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b290f2f7-3fcf-4cd7-94e8-52d19c0941a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:10:07.991211 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3574fe22-726b-4d01-a481-4fe6cb767da7 admin admin] Network hostable DHCP agents. Network: b290f2f7-3fcf-4cd7-94e8-52d19c0941a2, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:10:08.010317 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3574fe22-726b-4d01-a481-4fe6cb767da7 admin admin] Network b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:10:08.018469 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-3574fe22-726b-4d01-a481-4fe6cb767da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, b290f2f7-3fcf-4cd7-94e8-52d19c0941a2) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:08.025516 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3574fe22-726b-4d01-a481-4fe6cb767da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:08.026113 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3574fe22-726b-4d01-a481-4fe6cb767da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:08.026862 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1467a2e4-2544-4cf3-9b3f-18883390e5be None None] Network b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:10:08.043181 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-3574fe22-726b-4d01-a481-4fe6cb767da7 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3446021 Jul 15 15:10:08.159642 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2844939f-ec3e-4e83-9a16-490fe336753a None None] Network b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:10:09.838376 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-9986412e-f4b1-46c3-87a0-ca35bb6c03c3 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:09.839819 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-9986412e-f4b1-46c3-87a0-ca35bb6c03c3 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/networks?id=b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 HTTP/1.1" status: 200 len: 814 time: 0.1090755 Jul 15 15:10:09.853886 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-bfa29190-ebdb-4e60-a182-df89dd3baeb3 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/quotas/fa463d1e836849dfb9cbf55632bed920 HTTP/1.1" status: 200 len: 375 time: 0.0086672 Jul 15 15:10:09.886513 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-ee976177-26de-43c3-859b-b9d746048501 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa463d1e836849dfb9cbf55632bed920&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276153 Jul 15 15:10:10.014124 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-810de993-ece4-48c7-bbde-df978e3634ad service neutron] 10.222.0.72 "GET /v2.0/networks/b290f2f7-3fcf-4cd7-94e8-52d19c0941a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208031 Jul 15 15:10:10.103069 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-caf1e535-6220-4351-b257-769757b0cb74 service neutron] 10.222.0.72 "GET /v2.0/networks/b290f2f7-3fcf-4cd7-94e8-52d19c0941a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832012 Jul 15 15:10:10.267482 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c0063b20-479a-46ba-9ab6-ca80a982eade req-5291c2da-c177-423e-87f3-345387b8ba94 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 210 time: 0.0287960 Jul 15 15:10:11.269677 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-15b028b8-01d0-4a70-9a4f-7ed1e5ef92bd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:11.271832 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-15b028b8-01d0-4a70-9a4f-7ed1e5ef92bd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.41 "GET /v2.0/networks?id=b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 HTTP/1.1" status: 200 len: 814 time: 0.1021123 Jul 15 15:10:11.291237 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-20489f12-5c57-4c4e-bb08-41aa91f45788 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Request body: {'port': {'device_id': '034ffc91-aaa1-4a87-bfac-ff3aec380d13', 'network_id': 'b290f2f7-3fcf-4cd7-94e8-52d19c0941a2', 'admin_state_up': True, 'tenant_id': 'fa463d1e836849dfb9cbf55632bed920'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:11.406196 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-20489f12-5c57-4c4e-bb08-41aa91f45788 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Made reservation on behalf of fa463d1e836849dfb9cbf55632bed920 for: {'port': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:10:11.410049 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-20489f12-5c57-4c4e-bb08-41aa91f45788 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:11.412123 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ea3ac746-b6b4-4aa5-8022-77898aa75f2a req-09b6bfe3-6e0a-4dc1-bd19-aa4bb51cfafb tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 210 time: 0.0290334 Jul 15 15:10:11.536463 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-20489f12-5c57-4c4e-bb08-41aa91f45788 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Allocated IP 172.20.0.11 (b290f2f7-3fcf-4cd7-94e8-52d19c0941a2/cd26e5b6-fce5-4621-901b-2e4fdefe989f/391c37b5-c5ec-45bc-993d-74d5ccb0d244) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:10:11.677254 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-20489f12-5c57-4c4e-bb08-41aa91f45788 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:11.717552 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-20489f12-5c57-4c4e-bb08-41aa91f45788 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:11.762961 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-20489f12-5c57-4c4e-bb08-41aa91f45788 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Network b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:10:11.768232 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-20489f12-5c57-4c4e-bb08-41aa91f45788 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:10:11.772928 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-20489f12-5c57-4c4e-bb08-41aa91f45788 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:10:11.799792 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20489f12-5c57-4c4e-bb08-41aa91f45788 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Pushing event updated for resources: {'Port': ['ID=391c37b5-c5ec-45bc-993d-74d5ccb0d244,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:11.824351 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-20489f12-5c57-4c4e-bb08-41aa91f45788 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:11.824958 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-20489f12-5c57-4c4e-bb08-41aa91f45788 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:11.838473 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-20489f12-5c57-4c4e-bb08-41aa91f45788 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5510776 Jul 15 15:10:11.851133 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Request body: {'port': {'device_id': '034ffc91-aaa1-4a87-bfac-ff3aec380d13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:10:11.924225 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.189964 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391c37b5-c5ec-45bc-993d-74d5ccb0d244 {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:10:12.197371 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.209919 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Transition to ACTIVE for port object 391c37b5-c5ec-45bc-993d-74d5ccb0d244 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:10:12.213288 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.263206 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Pushing event updated for resources: {'Port': ['ID=391c37b5-c5ec-45bc-993d-74d5ccb0d244,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:12.329353 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Attempting to bind port 391c37b5-c5ec-45bc-993d-74d5ccb0d244 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:10:12.330029 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Attempting to bind port 391c37b5-c5ec-45bc-993d-74d5ccb0d244 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'fff1d187-b3a8-4514-96e3-2327936b976a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b290f2f7-3fcf-4cd7-94e8-52d19c0941a2'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:10:12.330029 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Attempting to bind port 391c37b5-c5ec-45bc-993d-74d5ccb0d244 on network b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:10:12.334087 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Port 391c37b5-c5ec-45bc-993d-74d5ccb0d244 on network b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:10:12.334402 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Attempting to bind port 391c37b5-c5ec-45bc-993d-74d5ccb0d244 on network b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:10:12.339063 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:10:12.339405 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Checking segment: {'id': 'fff1d187-b3a8-4514-96e3-2327936b976a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b290f2f7-3fcf-4cd7-94e8-52d19c0941a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:10:12.339785 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Bound using segment: {'id': 'fff1d187-b3a8-4514-96e3-2327936b976a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b290f2f7-3fcf-4cd7-94e8-52d19c0941a2'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:10:12.340229 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Bound port: 391c37b5-c5ec-45bc-993d-74d5ccb0d244, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff1d187-b3a8-4514-96e3-2327936b976a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b290f2f7-3fcf-4cd7-94e8-52d19c0941a2'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:10:12.340578 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.400477 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] For port 391c37b5-c5ec-45bc-993d-74d5ccb0d244, host hv-cinder-78836, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:10:12.403367 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] For port 391c37b5-c5ec-45bc-993d-74d5ccb0d244, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=391c37b5-c5ec-45bc-993d-74d5ccb0d244,segment=NetworkSegment(fff1d187-b3a8-4514-96e3-2327936b976a),segment_id=fff1d187-b3a8-4514-96e3-2327936b976a)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:10:12.407621 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.440983 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:12.441595 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:12.443020 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] 10.222.0.41 "PUT /v2.0/ports/391c37b5-c5ec-45bc-993d-74d5ccb0d244 HTTP/1.1" status: 200 len: 1094 time: 0.5966201 Jul 15 15:10:12.443457 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034ffc91-aaa1-4a87-bfac-ff3aec380d13', 'tag': '391c37b5-c5ec-45bc-993d-74d5ccb0d244'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:12.445716 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3795b74-40cf-447a-8884-9fe81192c6a3" -d '{"events": [{"name": "network-changed", "server_uuid": "034ffc91-aaa1-4a87-bfac-ff3aec380d13", "tag": "391c37b5-c5ec-45bc-993d-74d5ccb0d244"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:12.470857 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a80ce-ce85-43ec-a8b4-bd377101036d service neutron] Pushing event updated for resources: {'Port': ['ID=391c37b5-c5ec-45bc-993d-74d5ccb0d244,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:12.497284 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa140f5-4ff7-4b1e-87c5-afd6c6c8d261 x-openstack-request-id: req-caa140f5-4ff7-4b1e-87c5-afd6c6c8d261 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:12.497646 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034ffc91-aaa1-4a87-bfac-ff3aec380d13", "tag": "391c37b5-c5ec-45bc-993d-74d5ccb0d244", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:12.497965 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-caa140f5-4ff7-4b1e-87c5-afd6c6c8d261 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:12.498419 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034ffc91-aaa1-4a87-bfac-ff3aec380d13', 'tag': '391c37b5-c5ec-45bc-993d-74d5ccb0d244', 'status': 'completed', 'code': 200} Jul 15 15:10:12.555267 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-6e5ac529-2bea-4f61-9615-e7be54f83f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:12.556725 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-6e5ac529-2bea-4f61-9615-e7be54f83f4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa463d1e836849dfb9cbf55632bed920&device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 1097 time: 0.0702279 Jul 15 15:10:12.609526 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-af7e5f26-f3bb-4d74-8513-8e10ea25517f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391c37b5-c5ec-45bc-993d-74d5ccb0d244 HTTP/1.1" status: 200 len: 217 time: 0.0372407 Jul 15 15:10:12.672085 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8906d-15d1-4b9a-b253-925ddcdc78aa req-0103fdb3-1c3b-4c1e-a1dd-377a6d7a0eb9 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:12.673524 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-75a8906d-15d1-4b9a-b253-925ddcdc78aa req-0103fdb3-1c3b-4c1e-a1dd-377a6d7a0eb9 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 944 time: 0.1353335 Jul 15 15:10:12.677022 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-0f471317-d0c1-4518-8663-4d4bfc82088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:12.678338 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-0f471317-d0c1-4518-8663-4d4bfc82088e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cd26e5b6-fce5-4621-901b-2e4fdefe989f HTTP/1.1" status: 200 len: 854 time: 0.0623491 Jul 15 15:10:12.716522 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-78a02f0f-417f-4835-8c91-e46de74f3611 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b290f2f7-3fcf-4cd7-94e8-52d19c0941a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310664 Jul 15 15:10:12.740481 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-75a8906d-15d1-4b9a-b253-925ddcdc78aa req-4543a422-0d2b-4fc5-b203-b25af728ef96 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607588 Jul 15 15:10:12.815509 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-6f7c5f74-ea94-40c4-b3a2-d6ecf05992a5 service neutron] 10.222.0.41 "GET /v2.0/networks/b290f2f7-3fcf-4cd7-94e8-52d19c0941a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883391 Jul 15 15:10:12.901223 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b24d3c01-e3fe-4adf-9236-9ed9c9853762 req-84a5b558-1899-4f1c-85b8-187eba289b71 service neutron] 10.222.0.41 "GET /v2.0/networks/b290f2f7-3fcf-4cd7-94e8-52d19c0941a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793788 Jul 15 15:10:12.998606 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3795b74-40cf-447a-8884-9fe81192c6a3 req-98826008-093e-4e40-af35-2a8751a12dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:13.000048 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a3795b74-40cf-447a-8884-9fe81192c6a3 req-98826008-093e-4e40-af35-2a8751a12dd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa463d1e836849dfb9cbf55632bed920&device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 1097 time: 0.0501554 Jul 15 15:10:13.090754 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3795b74-40cf-447a-8884-9fe81192c6a3 req-defad2a0-44fa-48c8-a2b1-1b0595d950ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:13.092215 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a3795b74-40cf-447a-8884-9fe81192c6a3 req-defad2a0-44fa-48c8-a2b1-1b0595d950ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 HTTP/1.1" status: 200 len: 915 time: 0.0848823 Jul 15 15:10:13.135575 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a3795b74-40cf-447a-8884-9fe81192c6a3 req-b098ea59-644b-4150-a05a-bd411cd066c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391c37b5-c5ec-45bc-993d-74d5ccb0d244 HTTP/1.1" status: 200 len: 217 time: 0.0361392 Jul 15 15:10:13.192100 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3795b74-40cf-447a-8884-9fe81192c6a3 req-3db1125e-c6ef-4ac7-a6d3-3305acd1ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:13.194332 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a3795b74-40cf-447a-8884-9fe81192c6a3 req-3db1125e-c6ef-4ac7-a6d3-3305acd1ec76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cd26e5b6-fce5-4621-901b-2e4fdefe989f HTTP/1.1" status: 200 len: 854 time: 0.0506430 Jul 15 15:10:13.226645 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a3795b74-40cf-447a-8884-9fe81192c6a3 req-719a10d9-4445-4412-a30b-0761ff598b3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b290f2f7-3fcf-4cd7-94e8-52d19c0941a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258865 Jul 15 15:10:13.313379 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a3795b74-40cf-447a-8884-9fe81192c6a3 req-c39225c4-073c-4c74-9203-add61339a38f service neutron] 10.222.0.41 "GET /v2.0/networks/b290f2f7-3fcf-4cd7-94e8-52d19c0941a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794735 Jul 15 15:10:13.402140 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a3795b74-40cf-447a-8884-9fe81192c6a3 req-f252e3af-4cb1-4748-b6c4-341b503b6755 service neutron] 10.222.0.41 "GET /v2.0/networks/b290f2f7-3fcf-4cd7-94e8-52d19c0941a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810816 Jul 15 15:10:13.916554 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81ae16-f401-493e-806f-a6ede6374c70 req-b7fef4e6-24b6-4503-97d5-6e23fd3d6009 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:13.918048 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2f81ae16-f401-493e-806f-a6ede6374c70 req-b7fef4e6-24b6-4503-97d5-6e23fd3d6009 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 944 time: 0.0679379 Jul 15 15:10:13.954347 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2f81ae16-f401-493e-806f-a6ede6374c70 req-6a7663ee-b9f2-4eaf-9d66-f92b206b4220 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308187 Jul 15 15:10:14.205314 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 391c37b5-c5ec-45bc-993d-74d5ccb0d244 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:10:14.303854 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 391c37b5-c5ec-45bc-993d-74d5ccb0d244, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=391c37b5-c5ec-45bc-993d-74d5ccb0d244,segment=NetworkSegment(fff1d187-b3a8-4514-96e3-2327936b976a),segment_id=fff1d187-b3a8-4514-96e3-2327936b976a)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:14.315910 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '391c37b5-c5ec-45bc-993d-74d5ccb0d244', 'network_id': 'b290f2f7-3fcf-4cd7-94e8-52d19c0941a2', 'port_id': '391c37b5-c5ec-45bc-993d-74d5ccb0d244', 'mac_address': 'fa:16:3e:3b:40:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd26e5b6-fce5-4621-901b-2e4fdefe989f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:10:14.352661 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:14.364818 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391c37b5-c5ec-45bc-993d-74d5ccb0d244 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:10:14.384894 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 391c37b5-c5ec-45bc-993d-74d5ccb0d244, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=391c37b5-c5ec-45bc-993d-74d5ccb0d244,segment=NetworkSegment(fff1d187-b3a8-4514-96e3-2327936b976a),segment_id=fff1d187-b3a8-4514-96e3-2327936b976a)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:14.388377 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:14.438125 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=391c37b5-c5ec-45bc-993d-74d5ccb0d244,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:14.590496 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['391c37b5-c5ec-45bc-993d-74d5ccb0d244'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:10:15.122310 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cc24c-8d10-40c5-83e2-28b3f9fd65c6 req-bb4200ff-e3a4-4b65-a8c8-2c42a447cb83 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:15.123743 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-471cc24c-8d10-40c5-83e2-28b3f9fd65c6 req-bb4200ff-e3a4-4b65-a8c8-2c42a447cb83 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 945 time: 0.0618818 Jul 15 15:10:15.159800 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-471cc24c-8d10-40c5-83e2-28b3f9fd65c6 req-d72d15d5-75ef-4c8d-8150-ea096887e882 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305061 Jul 15 15:10:16.329706 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7cdbf-5aef-400e-8695-ff715067c237 req-2efc8c79-3e87-475d-8e49-a881b4fe0ea9 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:16.331183 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d0c7cdbf-5aef-400e-8695-ff715067c237 req-2efc8c79-3e87-475d-8e49-a881b4fe0ea9 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 945 time: 0.0615137 Jul 15 15:10:16.366985 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d0c7cdbf-5aef-400e-8695-ff715067c237 req-05707e59-3272-430a-96cf-c7112909770f tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304835 Jul 15 15:10:16.680602 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 391c37b5-c5ec-45bc-993d-74d5ccb0d244 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:10:16.730015 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port 391c37b5-c5ec-45bc-993d-74d5ccb0d244 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:10:16.733587 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 391c37b5-c5ec-45bc-993d-74d5ccb0d244 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:10:16.733964 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:16.809165 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:16.830052 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034ffc91-aaa1-4a87-bfac-ff3aec380d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391c37b5-c5ec-45bc-993d-74d5ccb0d244'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:10:16.832509 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5991ef59-4416-4d4a-9afd-36605d63abaf" -d '{"events": [{"server_uuid": "034ffc91-aaa1-4a87-bfac-ff3aec380d13", "name": "network-vif-plugged", "status": "completed", "tag": "391c37b5-c5ec-45bc-993d-74d5ccb0d244"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:10:16.845011 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 391c37b5-c5ec-45bc-993d-74d5ccb0d244, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=391c37b5-c5ec-45bc-993d-74d5ccb0d244,segment=NetworkSegment(fff1d187-b3a8-4514-96e3-2327936b976a),segment_id=fff1d187-b3a8-4514-96e3-2327936b976a)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:10:16.848830 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:16.874782 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4162cb23-f583-46fc-a5ee-2e7c04d623c2 x-openstack-request-id: req-4162cb23-f583-46fc-a5ee-2e7c04d623c2 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:10:16.875037 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034ffc91-aaa1-4a87-bfac-ff3aec380d13", "name": "network-vif-plugged", "status": "completed", "tag": "391c37b5-c5ec-45bc-993d-74d5ccb0d244", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:10:16.875292 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4162cb23-f583-46fc-a5ee-2e7c04d623c2 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:10:16.875680 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034ffc91-aaa1-4a87-bfac-ff3aec380d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391c37b5-c5ec-45bc-993d-74d5ccb0d244', 'code': 200} Jul 15 15:10:16.900207 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=391c37b5-c5ec-45bc-993d-74d5ccb0d244,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:17.539570 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6c4c4-a96a-4e07-9d18-3dfea5916b68 req-d3c747b6-a19f-40d5-b6ab-8d3bc5bc9abe tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:17.540977 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-38a6c4c4-a96a-4e07-9d18-3dfea5916b68 req-d3c747b6-a19f-40d5-b6ab-8d3bc5bc9abe tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 946 time: 0.0624506 Jul 15 15:10:17.577163 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-38a6c4c4-a96a-4e07-9d18-3dfea5916b68 req-046176fd-1eee-4cbf-ac3f-07936107d304 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305865 Jul 15 15:10:18.774507 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46125511-7937-4b52-91e3-a1bfd0f2bdc0 req-6e4b825f-10a4-425e-8019-95bb20885021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:18.775954 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-46125511-7937-4b52-91e3-a1bfd0f2bdc0 req-6e4b825f-10a4-425e-8019-95bb20885021 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 1099 time: 0.0974820 Jul 15 15:10:18.786897 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd508c6f-1180-4757-9ec4-4d89a3bddfc6 req-0ec196dc-8b3f-47d0-8d59-ac33f3c2a415 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:18.788316 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-fd508c6f-1180-4757-9ec4-4d89a3bddfc6 req-0ec196dc-8b3f-47d0-8d59-ac33f3c2a415 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 946 time: 0.0790761 Jul 15 15:10:18.831650 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-46125511-7937-4b52-91e3-a1bfd0f2bdc0 req-0bd52985-7f47-484a-b37f-174ab5ac0093 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424473 Jul 15 15:10:18.842945 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-fd508c6f-1180-4757-9ec4-4d89a3bddfc6 req-8ac22415-de10-4edd-8894-b20892687ffb tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487037 Jul 15 15:10:20.015372 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f9638-bd48-48d1-a129-f6efea4f8b2f req-7e9c9f3e-c26b-4a45-914d-3a9c61397eea tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:20.016776 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f01f9638-bd48-48d1-a129-f6efea4f8b2f req-7e9c9f3e-c26b-4a45-914d-3a9c61397eea tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 946 time: 0.0657144 Jul 15 15:10:20.053155 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f01f9638-bd48-48d1-a129-f6efea4f8b2f req-0444b9f4-d846-48d6-9155-6f55384411a7 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302792 Jul 15 15:10:21.224903 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf940fe-6c3a-4392-a838-c62e2b62f688 req-c6b7f61a-5487-4c2a-827e-187753971c9e tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:21.226368 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7cf940fe-6c3a-4392-a838-c62e2b62f688 req-c6b7f61a-5487-4c2a-827e-187753971c9e tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 946 time: 0.0632932 Jul 15 15:10:21.265830 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-7cf940fe-6c3a-4392-a838-c62e2b62f688 req-dad35b73-6cdf-4d14-a4ba-b72bc9c04620 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339241 Jul 15 15:10:22.438761 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d2cb2-1780-4341-856f-fc0ac2e779fe req-daabb107-afbd-451a-9f90-384fb0facaad tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:22.440386 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-573d2cb2-1780-4341-856f-fc0ac2e779fe req-daabb107-afbd-451a-9f90-384fb0facaad tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 946 time: 0.0650847 Jul 15 15:10:22.478835 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-573d2cb2-1780-4341-856f-fc0ac2e779fe req-4966526c-40da-4366-a058-af9d792896b2 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322938 Jul 15 15:10:23.422759 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:23.646783 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a94940-d930-45ee-8389-a45bacfb4941 req-40d9aeaf-f0b6-4863-bd24-2f6925a910e9 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:10:23.648231 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d9a94940-d930-45ee-8389-a45bacfb4941 req-40d9aeaf-f0b6-4863-bd24-2f6925a910e9 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 946 time: 0.0619152 Jul 15 15:10:23.684369 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-d9a94940-d930-45ee-8389-a45bacfb4941 req-fc066de9-85f4-4aba-8cab-a6da0e0c33c3 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305920 Jul 15 15:10:30.289123 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-37f474d8-b6d2-4282-9588-a32d41688ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:32.990151 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5627c833-06f0-4edb-a655-cc54d7236c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:33.438551 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:34.090371 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:35.488887 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:35.582842 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 40210) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:35.684274 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-eb396c05-c1a9-43d5-ad68-035aa3c73cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:35.775090 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-eb396c05-c1a9-43d5-ad68-035aa3c73cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:35.778651 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-eb396c05-c1a9-43d5-ad68-035aa3c73cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:36.071709 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb396c05-c1a9-43d5-ad68-035aa3c73cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cdaf8d-66b5-41f8-b586-8f5ab8f3ff26,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:36.076660 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-eb396c05-c1a9-43d5-ad68-035aa3c73cb3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4800ef19c73644639cff2cbbeecb36f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4927592 Jul 15 15:10:36.078946 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 40224) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:36.126088 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-80cabaed-a600-443b-bc6e-eb4898465ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:36.146982 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-80cabaed-a600-443b-bc6e-eb4898465ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:36.192176 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-80cabaed-a600-443b-bc6e-eb4898465ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:36.195256 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-80cabaed-a600-443b-bc6e-eb4898465ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:36.196536 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-80cabaed-a600-443b-bc6e-eb4898465ad7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a7cdaf8d-66b5-41f8-b586-8f5ab8f3ff26 HTTP/1.1" status: 204 len: 168 time: 0.1166010 Jul 15 15:10:36.204133 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cabaed-a600-443b-bc6e-eb4898465ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cdaf8d-66b5-41f8-b586-8f5ab8f3ff26,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:36.447627 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 40234) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:36.460568 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3cd14609-c93a-4d0d-bd33-4c4d30d5bd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:36.545739 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3cd14609-c93a-4d0d-bd33-4c4d30d5bd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:36.549172 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-3cd14609-c93a-4d0d-bd33-4c4d30d5bd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:36.588301 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-3cd14609-c93a-4d0d-bd33-4c4d30d5bd56 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=07d168acacdb4dd89d723b5a1908a821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395383 Jul 15 15:10:36.589233 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd14609-c93a-4d0d-bd33-4c4d30d5bd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b4168d-398e-463e-a78b-dfbe95ccf63c,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:36.591005 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 40236) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:36.639606 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f7c4a1a7-3431-45e9-9831-6ed950457f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:36.659756 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f7c4a1a7-3431-45e9-9831-6ed950457f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:36.704234 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f7c4a1a7-3431-45e9-9831-6ed950457f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:36.706909 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f7c4a1a7-3431-45e9-9831-6ed950457f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:36.708631 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-f7c4a1a7-3431-45e9-9831-6ed950457f9d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/22b4168d-398e-463e-a78b-dfbe95ccf63c HTTP/1.1" status: 204 len: 168 time: 0.1164999 Jul 15 15:10:36.717583 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4a1a7-3431-45e9-9831-6ed950457f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b4168d-398e-463e-a78b-dfbe95ccf63c,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:38.194284 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 40284) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:38.294320 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fa71225a-2c34-47cc-ab4a-b9dfffb46e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.379440 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fa71225a-2c34-47cc-ab4a-b9dfffb46e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.383766 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-fa71225a-2c34-47cc-ab4a-b9dfffb46e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.419680 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-fa71225a-2c34-47cc-ab4a-b9dfffb46e9a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5c87817897544bcea7089a7304dba04e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241380 Jul 15 15:10:38.421902 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71225a-2c34-47cc-ab4a-b9dfffb46e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872f61bf-7eea-45ed-988d-bcd42073ec73,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:38.422479 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 40288) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:38.469186 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af7ff054-537b-4694-ba3d-c965ee22344c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.488826 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af7ff054-537b-4694-ba3d-c965ee22344c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.533820 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af7ff054-537b-4694-ba3d-c965ee22344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.536243 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-af7ff054-537b-4694-ba3d-c965ee22344c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.537374 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-af7ff054-537b-4694-ba3d-c965ee22344c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/872f61bf-7eea-45ed-988d-bcd42073ec73 HTTP/1.1" status: 204 len: 168 time: 0.1139169 Jul 15 15:10:38.545519 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ff054-537b-4694-ba3d-c965ee22344c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872f61bf-7eea-45ed-988d-bcd42073ec73,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:38.786650 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 40294) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:38.799479 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-16d0e055-2936-4f09-985c-61fca41ff0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.887284 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-16d0e055-2936-4f09-985c-61fca41ff0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.890668 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-16d0e055-2936-4f09-985c-61fca41ff0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.926487 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-16d0e055-2936-4f09-985c-61fca41ff0a4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=879d756cf81d4d97a49f951683262cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388385 Jul 15 15:10:38.927352 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0e055-2936-4f09-985c-61fca41ff0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085c64d3-4ae0-4303-b08c-7737e216e999,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:38.929786 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 40298) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:38.977373 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f8c9915f-8aa0-498f-ad10-c7e79d196a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:38.998011 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f8c9915f-8aa0-498f-ad10-c7e79d196a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:39.044460 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f8c9915f-8aa0-498f-ad10-c7e79d196a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:39.046934 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-f8c9915f-8aa0-498f-ad10-c7e79d196a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:39.048097 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-f8c9915f-8aa0-498f-ad10-c7e79d196a47 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/085c64d3-4ae0-4303-b08c-7737e216e999 HTTP/1.1" status: 204 len: 168 time: 0.1172040 Jul 15 15:10:39.056413 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9915f-8aa0-498f-ad10-c7e79d196a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085c64d3-4ae0-4303-b08c-7737e216e999,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:43.773297 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:10:43.892830 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 40414) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:43.992416 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c7353a6-55c5-4ae9-8a3e-c5b009cd1562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.081886 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c7353a6-55c5-4ae9-8a3e-c5b009cd1562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.085437 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1c7353a6-55c5-4ae9-8a3e-c5b009cd1562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.122940 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7353a6-55c5-4ae9-8a3e-c5b009cd1562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c7b5ec-ddc5-4e2d-ac66-5c1f267253d4,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:44.127110 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-1c7353a6-55c5-4ae9-8a3e-c5b009cd1562 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e7e1abcfbe074087864871d624997f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332449 Jul 15 15:10:44.129702 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 40418) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:44.176691 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-59f47ef9-86cf-4af0-ad0b-0433d90f0a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.196394 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-59f47ef9-86cf-4af0-ad0b-0433d90f0a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.241712 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-59f47ef9-86cf-4af0-ad0b-0433d90f0a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.244371 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-59f47ef9-86cf-4af0-ad0b-0433d90f0a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.245550 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-59f47ef9-86cf-4af0-ad0b-0433d90f0a4d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/80c7b5ec-ddc5-4e2d-ac66-5c1f267253d4 HTTP/1.1" status: 204 len: 168 time: 0.1149142 Jul 15 15:10:44.252643 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f47ef9-86cf-4af0-ad0b-0433d90f0a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c7b5ec-ddc5-4e2d-ac66-5c1f267253d4,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:44.494380 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 40426) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:44.507598 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0edf1665-815c-468c-b562-09f5a205d3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.599210 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0edf1665-815c-468c-b562-09f5a205d3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.602758 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-0edf1665-815c-468c-b562-09f5a205d3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.639960 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-0edf1665-815c-468c-b562-09f5a205d3e8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1e35b57bb135443b95a526afaa08e75a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444669 Jul 15 15:10:44.640864 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf1665-815c-468c-b562-09f5a205d3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8fc1e0-4deb-45f8-ad84-27ca02e16139,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:44.642770 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 40428) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:44.689466 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-af1e88ec-f0cf-45f9-84c7-194318e43a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.709645 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-af1e88ec-f0cf-45f9-84c7-194318e43a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.753793 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-af1e88ec-f0cf-45f9-84c7-194318e43a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.756490 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-af1e88ec-f0cf-45f9-84c7-194318e43a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:44.757866 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-af1e88ec-f0cf-45f9-84c7-194318e43a32 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ec8fc1e0-4deb-45f8-ad84-27ca02e16139 HTTP/1.1" status: 204 len: 168 time: 0.1139054 Jul 15 15:10:44.766473 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e88ec-f0cf-45f9-84c7-194318e43a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8fc1e0-4deb-45f8-ad84-27ca02e16139,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:45.059458 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 40434) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:45.073074 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-da43fa77-4449-4b0e-af6b-aefe2f6af2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:45.159417 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-da43fa77-4449-4b0e-af6b-aefe2f6af2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:45.162928 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-da43fa77-4449-4b0e-af6b-aefe2f6af2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:45.199353 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-da43fa77-4449-4b0e-af6b-aefe2f6af2bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=45261d110eb54e1ea26b99b4bf5a339f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388402 Jul 15 15:10:45.200252 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43fa77-4449-4b0e-af6b-aefe2f6af2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f6a8ce-e3be-4c44-bcf2-cc9d4cdc6ba3,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:45.202723 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 40436) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:45.262113 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-53dfb804-d185-45f7-8d16-d428e7f4fa67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:45.286140 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-53dfb804-d185-45f7-8d16-d428e7f4fa67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:45.333071 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-53dfb804-d185-45f7-8d16-d428e7f4fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:45.335500 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-53dfb804-d185-45f7-8d16-d428e7f4fa67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:45.337266 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-53dfb804-d185-45f7-8d16-d428e7f4fa67 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/24f6a8ce-e3be-4c44-bcf2-cc9d4cdc6ba3 HTTP/1.1" status: 204 len: 168 time: 0.1325941 Jul 15 15:10:45.344892 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfb804-d185-45f7-8d16-d428e7f4fa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f6a8ce-e3be-4c44-bcf2-cc9d4cdc6ba3,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:46.558371 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 40480) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:46.670320 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-362aae29-ec38-45bf-a46f-aa73b5fbb8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:46.763078 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-362aae29-ec38-45bf-a46f-aa73b5fbb8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:46.766872 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-362aae29-ec38-45bf-a46f-aa73b5fbb8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:46.813621 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 40490) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:10:46.814093 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-362aae29-ec38-45bf-a46f-aa73b5fbb8be admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e7d151b009db4ab1a34c02306824fa7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515564 Jul 15 15:10:46.814093 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362aae29-ec38-45bf-a46f-aa73b5fbb8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28049a98-edc4-4a55-97ef-85a81eaadb3a,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:46.871944 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5810-f6a2-4487-ad35-49ef7f292e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:46.893186 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5810-f6a2-4487-ad35-49ef7f292e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:46.938702 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5810-f6a2-4487-ad35-49ef7f292e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:46.941372 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-dfbc5810-f6a2-4487-ad35-49ef7f292e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:10:46.942538 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-dfbc5810-f6a2-4487-ad35-49ef7f292e5d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/28049a98-edc4-4a55-97ef-85a81eaadb3a HTTP/1.1" status: 204 len: 168 time: 0.1303890 Jul 15 15:10:46.949904 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc5810-f6a2-4487-ad35-49ef7f292e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28049a98-edc4-4a55-97ef-85a81eaadb3a,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:10:53.434682 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:00.290123 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-984138dc-7b1b-4ff0-bc45-c7fe506ae84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:02.990734 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-112a01c2-877d-45c8-80da-54993a39f81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:03.439397 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:03.628221 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a187e528-556e-4ab9-8317-8d95c54a4d30 req-32e11f09-b608-401d-be7b-5d882dfc94e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518680 Jul 15 15:11:03.722464 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187e528-556e-4ab9-8317-8d95c54a4d30 req-e26e0051-7ac6-4a22-be1b-a1d689b60bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:03.723816 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a187e528-556e-4ab9-8317-8d95c54a4d30 req-e26e0051-7ac6-4a22-be1b-a1d689b60bb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa463d1e836849dfb9cbf55632bed920&device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 1099 time: 0.0511076 Jul 15 15:11:03.827502 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187e528-556e-4ab9-8317-8d95c54a4d30 req-e3c3f92c-4d71-4619-998f-d2775ed6b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:03.828988 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a187e528-556e-4ab9-8317-8d95c54a4d30 req-e3c3f92c-4d71-4619-998f-d2775ed6b610 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 HTTP/1.1" status: 200 len: 915 time: 0.0852571 Jul 15 15:11:03.874773 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a187e528-556e-4ab9-8317-8d95c54a4d30 req-3d902406-a4d0-44d8-b987-39d720588671 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=391c37b5-c5ec-45bc-993d-74d5ccb0d244 HTTP/1.1" status: 200 len: 217 time: 0.0389781 Jul 15 15:11:03.925809 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187e528-556e-4ab9-8317-8d95c54a4d30 req-11c1aa85-992c-4f91-8a2c-7dc506fa54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:03.927245 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a187e528-556e-4ab9-8317-8d95c54a4d30 req-11c1aa85-992c-4f91-8a2c-7dc506fa54ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cd26e5b6-fce5-4621-901b-2e4fdefe989f HTTP/1.1" status: 200 len: 854 time: 0.0462329 Jul 15 15:11:03.958705 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a187e528-556e-4ab9-8317-8d95c54a4d30 req-e31961cf-2cf8-4d43-9f3e-da3ae0a93953 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b290f2f7-3fcf-4cd7-94e8-52d19c0941a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247974 Jul 15 15:11:04.046955 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a187e528-556e-4ab9-8317-8d95c54a4d30 req-2bd7c4cb-1d2f-4bb4-be91-bf23cf7b2191 service neutron] 10.222.0.41 "GET /v2.0/networks/b290f2f7-3fcf-4cd7-94e8-52d19c0941a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820844 Jul 15 15:11:04.092341 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:04.137984 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a187e528-556e-4ab9-8317-8d95c54a4d30 req-7976cb4d-8781-4d5e-a11a-0826be2ccd25 service neutron] 10.222.0.41 "GET /v2.0/networks/b290f2f7-3fcf-4cd7-94e8-52d19c0941a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846024 Jul 15 15:11:05.490694 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:11.633602 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd156b-34be-40c8-8cea-71da67524380 req-293bca99-23c4-434c-a514-7a54565f7580 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:11.635053 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e8dd156b-34be-40c8-8cea-71da67524380 req-293bca99-23c4-434c-a514-7a54565f7580 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 946 time: 0.0662577 Jul 15 15:11:11.671375 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e8dd156b-34be-40c8-8cea-71da67524380 req-bc47e309-15a9-41aa-94a5-ea9fdebf682a tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308225 Jul 15 15:11:12.843339 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ec998-e67c-464b-bfd3-b1423e4ab358 req-f5e47b8b-0dce-4657-9bed-d9ea69426fc3 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:12.844854 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d95ec998-e67c-464b-bfd3-b1423e4ab358 req-f5e47b8b-0dce-4657-9bed-d9ea69426fc3 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 946 time: 0.0644467 Jul 15 15:11:12.881690 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-d95ec998-e67c-464b-bfd3-b1423e4ab358 req-88919551-f228-4b3d-b190-1dcd8d189854 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313873 Jul 15 15:11:13.080854 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6618a-f721-4435-991e-9277712e958e req-7cb69aa4-3682-4952-9db6-9e27c328e73b tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:13.082325 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-58d6618a-f721-4435-991e-9277712e958e req-7cb69aa4-3682-4952-9db6-9e27c328e73b tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.41 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 946 time: 0.0629711 Jul 15 15:11:13.186779 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-58d6618a-f721-4435-991e-9277712e958e req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Deleting port 391c37b5-c5ec-45bc-993d-74d5ccb0d244 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:13.187117 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-58d6618a-f721-4435-991e-9277712e958e req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:13.539297 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-58d6618a-f721-4435-991e-9277712e958e req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] For port 391c37b5-c5ec-45bc-993d-74d5ccb0d244, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=391c37b5-c5ec-45bc-993d-74d5ccb0d244,segment=NetworkSegment(fff1d187-b3a8-4514-96e3-2327936b976a),segment_id=fff1d187-b3a8-4514-96e3-2327936b976a)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:13.539696 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-58d6618a-f721-4435-991e-9277712e958e req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:13.551321 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-58d6618a-f721-4435-991e-9277712e958e req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Calling delete_port for 391c37b5-c5ec-45bc-993d-74d5ccb0d244 owned by compute:nova {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:13.675541 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-58d6618a-f721-4435-991e-9277712e958e req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:13.687593 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['391c37b5-c5ec-45bc-993d-74d5ccb0d244'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:11:13.702324 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Pushing event deleted for resources: {'Port': ['ID=391c37b5-c5ec-45bc-993d-74d5ccb0d244,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:13.712040 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.712426 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.712776 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.713199 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.713532 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.713864 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.714192 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.715034 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.715034 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.715244 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.715455 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.715776 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:13.761010 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d6618a-f721-4435-991e-9277712e958e req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] No DVR routers for this DVR port 391c37b5-c5ec-45bc-993d-74d5ccb0d244 on host hv-cinder-78836 {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:11:13.763333 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-58d6618a-f721-4435-991e-9277712e958e req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:13.765289 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-58d6618a-f721-4435-991e-9277712e958e req-8dfb4049-99af-4c70-8ef7-057727b809fd tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.41 "DELETE /v2.0/ports/391c37b5-c5ec-45bc-993d-74d5ccb0d244 HTTP/1.1" status: 204 len: 173 time: 0.6773450 Jul 15 15:11:13.765738 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034ffc91-aaa1-4a87-bfac-ff3aec380d13', 'name': 'network-vif-deleted', 'tag': '391c37b5-c5ec-45bc-993d-74d5ccb0d244'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:13.767930 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccf206b-297d-463a-8fb7-8c1320e02483" -d '{"events": [{"server_uuid": "034ffc91-aaa1-4a87-bfac-ff3aec380d13", "name": "network-vif-deleted", "tag": "391c37b5-c5ec-45bc-993d-74d5ccb0d244"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:13.807982 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05249a0f-d279-4c45-a4a2-86cdc5c060ed x-openstack-request-id: req-05249a0f-d279-4c45-a4a2-86cdc5c060ed {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:13.808268 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034ffc91-aaa1-4a87-bfac-ff3aec380d13", "name": "network-vif-deleted", "tag": "391c37b5-c5ec-45bc-993d-74d5ccb0d244", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:13.808525 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-05249a0f-d279-4c45-a4a2-86cdc5c060ed {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:13.808919 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034ffc91-aaa1-4a87-bfac-ff3aec380d13', 'name': 'network-vif-deleted', 'tag': '391c37b5-c5ec-45bc-993d-74d5ccb0d244', 'status': 'completed', 'code': 200} Jul 15 15:11:14.030796 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-29e71328-32d1-45fe-b144-c76495660358 req-b4d87ebf-b8a7-4192-aa9e-1fba48157b1b tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=034ffc91-aaa1-4a87-bfac-ff3aec380d13 HTTP/1.1" status: 200 len: 210 time: 0.0280905 Jul 15 15:11:14.525977 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 40716) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:14.624117 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b5cd64dc-32d2-4b95-8f14-225407e12786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:14.707132 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b5cd64dc-32d2-4b95-8f14-225407e12786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:14.710813 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-b5cd64dc-32d2-4b95-8f14-225407e12786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:14.747121 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-b5cd64dc-32d2-4b95-8f14-225407e12786 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=898883d8c74c4b83b6748f1e227f8913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201102 Jul 15 15:11:14.748061 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd64dc-32d2-4b95-8f14-225407e12786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f4696f-712e-4896-b583-9a811ffa53ec,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:14.749813 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 40720) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:14.798190 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:14.819023 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:14.865548 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:14.868942 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:14.870050 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/19f4696f-712e-4896-b583-9a811ffa53ec HTTP/1.1" status: 204 len: 168 time: 0.1186187 Jul 15 15:11:14.877314 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f4696f-712e-4896-b583-9a811ffa53ec,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:14.885024 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:14.885371 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:14.885709 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:14.886041 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:14.886370 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:14.886696 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:14.887026 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:14.887350 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:14.887676 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:14.888000 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:14.888341 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:14.888661 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34508cfc-8d76-47ea-9298-29adff8d3ce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:15.832931 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 40756) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:15.941322 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67c41e6d-1c4a-4ed7-a9eb-fe1b280d91af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:16.026614 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67c41e6d-1c4a-4ed7-a9eb-fe1b280d91af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:16.030970 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67c41e6d-1c4a-4ed7-a9eb-fe1b280d91af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:16.065745 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c41e6d-1c4a-4ed7-a9eb-fe1b280d91af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5855fbda-7d85-42c4-b74e-9c49911305fd,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:16.070538 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-67c41e6d-1c4a-4ed7-a9eb-fe1b280d91af admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=51c4d4c6ad014409a543eb76aa2db87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360594 Jul 15 15:11:16.073299 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 40760) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:11:16.129404 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-25104642-8676-479b-b820-b02ee02fd50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:16.150575 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-25104642-8676-479b-b820-b02ee02fd50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:16.193956 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-25104642-8676-479b-b820-b02ee02fd50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:16.197365 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-25104642-8676-479b-b820-b02ee02fd50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:16.198509 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-25104642-8676-479b-b820-b02ee02fd50e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5855fbda-7d85-42c4-b74e-9c49911305fd HTTP/1.1" status: 204 len: 168 time: 0.1240878 Jul 15 15:11:16.206101 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25104642-8676-479b-b820-b02ee02fd50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5855fbda-7d85-42c4-b74e-9c49911305fd,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:17.235892 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 391c37b5-c5ec-45bc-993d-74d5ccb0d244 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:11:17.255601 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: 391c37b5-c5ec-45bc-993d-74d5ccb0d244 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:11:17.255948 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 391c37b5-c5ec-45bc-993d-74d5ccb0d244 not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:11:20.771610 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:11:23.026280 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-75e15041-83b2-47cb-b356-0c6af8b7ef40 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:23.027681 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-75e15041-83b2-47cb-b356-0c6af8b7ef40 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/networks?id=b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 HTTP/1.1" status: 200 len: 814 time: 0.1005142 Jul 15 15:11:23.042191 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-ea995024-0e7b-45b3-bccc-8f8061b3b95a tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/quotas/fa463d1e836849dfb9cbf55632bed920 HTTP/1.1" status: 200 len: 375 time: 0.0092936 Jul 15 15:11:23.073785 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-0e649cfd-6ec8-432e-a2bc-bc90f65f573c tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fa463d1e836849dfb9cbf55632bed920&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269177 Jul 15 15:11:23.164501 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-cb0c2668-8968-49bb-af6a-7ee5bd685071 service neutron] 10.222.0.72 "GET /v2.0/networks/b290f2f7-3fcf-4cd7-94e8-52d19c0941a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838661 Jul 15 15:11:23.250594 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-ac682ed7-1ac7-4ac9-b3b2-cb7249af1c88 service neutron] 10.222.0.72 "GET /v2.0/networks/b290f2f7-3fcf-4cd7-94e8-52d19c0941a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805304 Jul 15 15:11:23.416996 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-970779ba-97b9-42a4-bcb9-3f7d69768dae req-7244c3e8-560f-44cb-8b70-8e262577afe7 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=62e7dcc5-7a73-4187-89a4-d0d614097496 HTTP/1.1" status: 200 len: 210 time: 0.0302718 Jul 15 15:11:23.441474 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:24.403867 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-f70cff62-eb3c-426e-bb20-138af5ce33ae tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:24.405551 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-f70cff62-eb3c-426e-bb20-138af5ce33ae tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.41 "GET /v2.0/networks?id=b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 HTTP/1.1" status: 200 len: 814 time: 0.0988908 Jul 15 15:11:24.416901 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-e063b7d1-3671-4e5b-b92a-52ffae77d797 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Request body: {'port': {'device_id': '62e7dcc5-7a73-4187-89a4-d0d614097496', 'network_id': 'b290f2f7-3fcf-4cd7-94e8-52d19c0941a2', 'admin_state_up': True, 'tenant_id': 'fa463d1e836849dfb9cbf55632bed920'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:11:24.532977 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-e063b7d1-3671-4e5b-b92a-52ffae77d797 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Made reservation on behalf of fa463d1e836849dfb9cbf55632bed920 for: {'port': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:11:24.536549 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-e063b7d1-3671-4e5b-b92a-52ffae77d797 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:24.561203 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-88bbca26-1d3d-4b97-8efc-71cffc148e9e req-61222d98-c894-475d-b79b-5b902106035e tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=62e7dcc5-7a73-4187-89a4-d0d614097496 HTTP/1.1" status: 200 len: 210 time: 0.0341339 Jul 15 15:11:24.656456 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-e063b7d1-3671-4e5b-b92a-52ffae77d797 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Allocated IP 172.20.0.10 (b290f2f7-3fcf-4cd7-94e8-52d19c0941a2/cd26e5b6-fce5-4621-901b-2e4fdefe989f/c949e7a9-ff60-49e6-b7ab-a86d71fe88d0) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:11:24.799994 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-e063b7d1-3671-4e5b-b92a-52ffae77d797 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:24.837245 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-e063b7d1-3671-4e5b-b92a-52ffae77d797 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:24.886815 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-e063b7d1-3671-4e5b-b92a-52ffae77d797 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Network b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:11:24.890131 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-e063b7d1-3671-4e5b-b92a-52ffae77d797 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:11:24.892564 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-e063b7d1-3671-4e5b-b92a-52ffae77d797 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:11:24.921169 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063b7d1-3671-4e5b-b92a-52ffae77d797 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Pushing event updated for resources: {'Port': ['ID=c949e7a9-ff60-49e6-b7ab-a86d71fe88d0,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:24.943725 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-e063b7d1-3671-4e5b-b92a-52ffae77d797 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:24.944356 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-e063b7d1-3671-4e5b-b92a-52ffae77d797 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:24.957671 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-e063b7d1-3671-4e5b-b92a-52ffae77d797 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5446863 Jul 15 15:11:24.969546 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Request body: {'port': {'device_id': '62e7dcc5-7a73-4187-89a4-d0d614097496', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:11:25.037394 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.293206 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:11:25.300264 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.311810 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Transition to ACTIVE for port object c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:11:25.315481 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.379962 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79020218-9c84-4180-b941-41e8f02885da service neutron] Pushing event updated for resources: {'Port': ['ID=c949e7a9-ff60-49e6-b7ab-a86d71fe88d0,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:25.428699 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Attempting to bind port c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:11:25.429033 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Attempting to bind port c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'fff1d187-b3a8-4514-96e3-2327936b976a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b290f2f7-3fcf-4cd7-94e8-52d19c0941a2'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:11:25.429969 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Attempting to bind port c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 on network b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:11:25.434198 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Port c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 on network b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:11:25.434519 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Attempting to bind port c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 on network b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:11:25.439172 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:11:25.439503 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Checking segment: {'id': 'fff1d187-b3a8-4514-96e3-2327936b976a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b290f2f7-3fcf-4cd7-94e8-52d19c0941a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:11:25.439879 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Bound using segment: {'id': 'fff1d187-b3a8-4514-96e3-2327936b976a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b290f2f7-3fcf-4cd7-94e8-52d19c0941a2'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:11:25.440325 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Bound port: c949e7a9-ff60-49e6-b7ab-a86d71fe88d0, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff1d187-b3a8-4514-96e3-2327936b976a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'b290f2f7-3fcf-4cd7-94e8-52d19c0941a2'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:11:25.440674 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.504431 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] For port c949e7a9-ff60-49e6-b7ab-a86d71fe88d0, host hv-cinder-78836, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:11:25.508104 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] For port c949e7a9-ff60-49e6-b7ab-a86d71fe88d0, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c949e7a9-ff60-49e6-b7ab-a86d71fe88d0,segment=NetworkSegment(fff1d187-b3a8-4514-96e3-2327936b976a),segment_id=fff1d187-b3a8-4514-96e3-2327936b976a)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:11:25.512506 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.544808 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:25.545457 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:25.546767 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-79020218-9c84-4180-b941-41e8f02885da service neutron] 10.222.0.41 "PUT /v2.0/ports/c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 HTTP/1.1" status: 200 len: 1094 time: 0.5811369 Jul 15 15:11:25.547213 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e7dcc5-7a73-4187-89a4-d0d614097496', 'tag': 'c949e7a9-ff60-49e6-b7ab-a86d71fe88d0'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:25.549460 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c38348f-ec16-4fca-a3ea-52895e9e9d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "62e7dcc5-7a73-4187-89a4-d0d614097496", "tag": "c949e7a9-ff60-49e6-b7ab-a86d71fe88d0"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:25.574523 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79020218-9c84-4180-b941-41e8f02885da service neutron] Pushing event updated for resources: {'Port': ['ID=c949e7a9-ff60-49e6-b7ab-a86d71fe88d0,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:25.587494 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096e400b-8ba0-4bcf-a780-6b2adeb0675e x-openstack-request-id: req-096e400b-8ba0-4bcf-a780-6b2adeb0675e {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:25.587795 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e7dcc5-7a73-4187-89a4-d0d614097496", "tag": "c949e7a9-ff60-49e6-b7ab-a86d71fe88d0", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:25.588052 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-096e400b-8ba0-4bcf-a780-6b2adeb0675e {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:25.588481 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e7dcc5-7a73-4187-89a4-d0d614097496', 'tag': 'c949e7a9-ff60-49e6-b7ab-a86d71fe88d0', 'status': 'completed', 'code': 200} Jul 15 15:11:25.644663 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-7655e763-caa7-454f-a076-2aa447ab09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:25.646157 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-7655e763-caa7-454f-a076-2aa447ab09d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa463d1e836849dfb9cbf55632bed920&device_id=62e7dcc5-7a73-4187-89a4-d0d614097496 HTTP/1.1" status: 200 len: 1097 time: 0.0533738 Jul 15 15:11:25.690137 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-c019e7cc-6fe2-4a35-ada3-c81a67d76679 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 HTTP/1.1" status: 200 len: 217 time: 0.0368001 Jul 15 15:11:25.736535 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0d4bc-9481-4765-867b-520dfd9173e7 req-5121d3e2-5827-436b-a184-d03379dc2523 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:25.738132 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-75c0d4bc-9481-4765-867b-520dfd9173e7 req-5121d3e2-5827-436b-a184-d03379dc2523 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=62e7dcc5-7a73-4187-89a4-d0d614097496 HTTP/1.1" status: 200 len: 944 time: 0.0660145 Jul 15 15:11:25.738838 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-9548f8ae-ab01-4392-8cc3-a36903ef5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:25.740390 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-9548f8ae-ab01-4392-8cc3-a36903ef5f3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cd26e5b6-fce5-4621-901b-2e4fdefe989f HTTP/1.1" status: 200 len: 854 time: 0.0442016 Jul 15 15:11:25.773837 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-2dc23dce-804b-406d-891c-5ad925000d26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b290f2f7-3fcf-4cd7-94e8-52d19c0941a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263433 Jul 15 15:11:25.776145 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-75c0d4bc-9481-4765-867b-520dfd9173e7 req-6e164aca-41f7-4ca4-9e95-51ac0368f137 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322154 Jul 15 15:11:25.863596 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-0582d952-76c7-4229-ae26-84e09fe54bd2 service neutron] 10.222.0.41 "GET /v2.0/networks/b290f2f7-3fcf-4cd7-94e8-52d19c0941a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838034 Jul 15 15:11:25.957568 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-223d98fa-479b-465e-bd32-5d8d23960c48 req-5fb2bcc6-6762-4f45-84ab-7322338266f2 service neutron] 10.222.0.41 "GET /v2.0/networks/b290f2f7-3fcf-4cd7-94e8-52d19c0941a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876565 Jul 15 15:11:26.062442 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38348f-ec16-4fca-a3ea-52895e9e9d3a req-36537cfd-3d5c-4671-a441-dfd41dbef481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:26.063816 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5c38348f-ec16-4fca-a3ea-52895e9e9d3a req-36537cfd-3d5c-4671-a441-dfd41dbef481 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fa463d1e836849dfb9cbf55632bed920&device_id=62e7dcc5-7a73-4187-89a4-d0d614097496 HTTP/1.1" status: 200 len: 1097 time: 0.0565808 Jul 15 15:11:26.155205 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38348f-ec16-4fca-a3ea-52895e9e9d3a req-545e1c45-97ef-44de-9f1f-cbcf49ad81de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:26.156683 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5c38348f-ec16-4fca-a3ea-52895e9e9d3a req-545e1c45-97ef-44de-9f1f-cbcf49ad81de service neutron] 10.222.0.41 "GET /v2.0/networks?id=b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 HTTP/1.1" status: 200 len: 915 time: 0.0858102 Jul 15 15:11:26.202453 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5c38348f-ec16-4fca-a3ea-52895e9e9d3a req-e6174128-f09a-424a-a3aa-d945603b9e2b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 HTTP/1.1" status: 200 len: 217 time: 0.0376339 Jul 15 15:11:26.248463 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38348f-ec16-4fca-a3ea-52895e9e9d3a req-d28ef619-6913-4a4c-a928-aa4a5256543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:26.249847 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5c38348f-ec16-4fca-a3ea-52895e9e9d3a req-d28ef619-6913-4a4c-a928-aa4a5256543f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cd26e5b6-fce5-4621-901b-2e4fdefe989f HTTP/1.1" status: 200 len: 854 time: 0.0417192 Jul 15 15:11:26.282536 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5c38348f-ec16-4fca-a3ea-52895e9e9d3a req-9f789238-fdc8-497f-a376-30efb0bfe083 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b290f2f7-3fcf-4cd7-94e8-52d19c0941a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258596 Jul 15 15:11:26.373246 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5c38348f-ec16-4fca-a3ea-52895e9e9d3a req-a4287443-095e-4846-b507-6d5b490203b1 service neutron] 10.222.0.41 "GET /v2.0/networks/b290f2f7-3fcf-4cd7-94e8-52d19c0941a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829878 Jul 15 15:11:26.459905 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-5c38348f-ec16-4fca-a3ea-52895e9e9d3a req-9313ed51-c526-4ce8-9fa9-14cee911d87d service neutron] 10.222.0.41 "GET /v2.0/networks/b290f2f7-3fcf-4cd7-94e8-52d19c0941a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792274 Jul 15 15:11:27.093742 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38580d0b-2d64-4a56-a934-be1d62e32ec4 req-c407299c-120f-44a7-a9c1-a3426b9940c8 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:27.095213 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-38580d0b-2d64-4a56-a934-be1d62e32ec4 req-c407299c-120f-44a7-a9c1-a3426b9940c8 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=62e7dcc5-7a73-4187-89a4-d0d614097496 HTTP/1.1" status: 200 len: 944 time: 0.2105885 Jul 15 15:11:27.131681 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-38580d0b-2d64-4a56-a934-be1d62e32ec4 req-96e46fff-6ade-4281-a916-5223a82e0d8f tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309124 Jul 15 15:11:28.358716 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cdaba-34e9-4a4d-92d1-9ce30eef7eac req-6a663c5c-bb7e-45c2-8ec3-8b132cba3e78 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:28.360253 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-841cdaba-34e9-4a4d-92d1-9ce30eef7eac req-6a663c5c-bb7e-45c2-8ec3-8b132cba3e78 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=62e7dcc5-7a73-4187-89a4-d0d614097496 HTTP/1.1" status: 200 len: 944 time: 0.1208231 Jul 15 15:11:28.406488 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-841cdaba-34e9-4a4d-92d1-9ce30eef7eac req-21c9afd0-769d-4d5e-890f-522d8367bc7c tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406537 Jul 15 15:11:28.639055 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:11:28.745102 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port c949e7a9-ff60-49e6-b7ab-a86d71fe88d0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c949e7a9-ff60-49e6-b7ab-a86d71fe88d0,segment=NetworkSegment(fff1d187-b3a8-4514-96e3-2327936b976a),segment_id=fff1d187-b3a8-4514-96e3-2327936b976a)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:28.760627 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': 'c949e7a9-ff60-49e6-b7ab-a86d71fe88d0', 'network_id': 'b290f2f7-3fcf-4cd7-94e8-52d19c0941a2', 'port_id': 'c949e7a9-ff60-49e6-b7ab-a86d71fe88d0', 'mac_address': 'fa:16:3e:4f:ec:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd26e5b6-fce5-4621-901b-2e4fdefe989f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:11:28.807184 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:28.823976 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:11:28.844341 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port c949e7a9-ff60-49e6-b7ab-a86d71fe88d0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c949e7a9-ff60-49e6-b7ab-a86d71fe88d0,segment=NetworkSegment(fff1d187-b3a8-4514-96e3-2327936b976a),segment_id=fff1d187-b3a8-4514-96e3-2327936b976a)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:28.848650 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:28.897140 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=c949e7a9-ff60-49e6-b7ab-a86d71fe88d0,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:28.905521 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:28.905872 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:28.906217 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:28.906558 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:28.906893 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:28.907228 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:28.907560 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:28.907892 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:28.908243 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:28.908580 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:28.908903 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:28.909225 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:11:29.047854 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['c949e7a9-ff60-49e6-b7ab-a86d71fe88d0'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:11:29.574655 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14761d9f-ecd2-4d22-b9b9-ce55d4b5864f req-fa03516c-5b9a-4062-9d12-47ed697857f8 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:29.576121 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-14761d9f-ecd2-4d22-b9b9-ce55d4b5864f req-fa03516c-5b9a-4062-9d12-47ed697857f8 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=62e7dcc5-7a73-4187-89a4-d0d614097496 HTTP/1.1" status: 200 len: 945 time: 0.0621414 Jul 15 15:11:29.612229 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-14761d9f-ecd2-4d22-b9b9-ce55d4b5864f req-8eaeeb6a-8fc2-4de5-8ff2-562fb90c7591 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306230 Jul 15 15:11:30.290160 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e58ae965-157c-44a0-a26c-79ba829f6367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:30.654764 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:11:30.702359 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:11:30.706143 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:11:30.706516 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:30.787704 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:30.791198 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb3db3-4148-4acf-a78a-837a84003ec8 req-06f752a8-47a9-463c-83d7-5efc9a42719c tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:30.798263 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cafb3db3-4148-4acf-a78a-837a84003ec8 req-06f752a8-47a9-463c-83d7-5efc9a42719c tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=62e7dcc5-7a73-4187-89a4-d0d614097496 HTTP/1.1" status: 200 len: 945 time: 0.0739419 Jul 15 15:11:30.811209 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e7dcc5-7a73-4187-89a4-d0d614097496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c949e7a9-ff60-49e6-b7ab-a86d71fe88d0'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:30.813594 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11126c0-ab46-42d8-840d-0b3b7f7d00e1" -d '{"events": [{"server_uuid": "62e7dcc5-7a73-4187-89a4-d0d614097496", "name": "network-vif-plugged", "status": "completed", "tag": "c949e7a9-ff60-49e6-b7ab-a86d71fe88d0"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:30.833295 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port c949e7a9-ff60-49e6-b7ab-a86d71fe88d0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c949e7a9-ff60-49e6-b7ab-a86d71fe88d0,segment=NetworkSegment(fff1d187-b3a8-4514-96e3-2327936b976a),segment_id=fff1d187-b3a8-4514-96e3-2327936b976a)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:30.839209 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:30.848941 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cafb3db3-4148-4acf-a78a-837a84003ec8 req-af77361d-abff-476e-9016-42eac570eede tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494270 Jul 15 15:11:30.865231 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b86b655-5c24-41e4-b423-171ac8d9a70a x-openstack-request-id: req-1b86b655-5c24-41e4-b423-171ac8d9a70a {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:30.865531 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e7dcc5-7a73-4187-89a4-d0d614097496", "name": "network-vif-plugged", "status": "completed", "tag": "c949e7a9-ff60-49e6-b7ab-a86d71fe88d0", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:30.865784 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1b86b655-5c24-41e4-b423-171ac8d9a70a {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:30.866167 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e7dcc5-7a73-4187-89a4-d0d614097496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c949e7a9-ff60-49e6-b7ab-a86d71fe88d0', 'code': 200} Jul 15 15:11:30.892925 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=c949e7a9-ff60-49e6-b7ab-a86d71fe88d0,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:31.079112 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f65df6-9d5a-44a3-a34e-1c97299300e5 req-31fb6987-220c-40a8-b38e-f93d294e1708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:31.080596 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-35f65df6-9d5a-44a3-a34e-1c97299300e5 req-31fb6987-220c-40a8-b38e-f93d294e1708 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=62e7dcc5-7a73-4187-89a4-d0d614097496 HTTP/1.1" status: 200 len: 1099 time: 0.0509751 Jul 15 15:11:31.113884 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-35f65df6-9d5a-44a3-a34e-1c97299300e5 req-d7c02316-0ac1-425f-9993-f005c909f654 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268490 Jul 15 15:11:32.026091 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d0a22-f329-4b59-80e8-c0d5f679cdd8 req-7b31cd7b-2420-4471-903a-8ce5f8ef2054 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:32.027468 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-778d0a22-f329-4b59-80e8-c0d5f679cdd8 req-7b31cd7b-2420-4471-903a-8ce5f8ef2054 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=62e7dcc5-7a73-4187-89a4-d0d614097496 HTTP/1.1" status: 200 len: 946 time: 0.0648654 Jul 15 15:11:32.064023 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-778d0a22-f329-4b59-80e8-c0d5f679cdd8 req-39929581-043c-4ca1-839e-4673be515931 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311000 Jul 15 15:11:32.991012 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-6e343c9a-7310-4cf5-8a6b-2e10e1ce6cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:33.439299 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:34.095745 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:35.493790 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:52.175057 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72639646-0baf-4eae-88ea-b821a29f15cc req-bb39ba2d-d6fb-4077-99c4-3069108b16f7 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:52.176533 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-72639646-0baf-4eae-88ea-b821a29f15cc req-bb39ba2d-d6fb-4077-99c4-3069108b16f7 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=62e7dcc5-7a73-4187-89a4-d0d614097496 HTTP/1.1" status: 200 len: 946 time: 0.0625226 Jul 15 15:11:52.213773 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-72639646-0baf-4eae-88ea-b821a29f15cc req-060c6f4c-e95b-440f-9277-0023f029985f tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308981 Jul 15 15:11:53.390342 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62e7fc-c065-426c-841e-6915f2fcf859 req-6a35e726-815a-49f1-84bf-6eee168ef3e8 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:53.391804 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cd62e7fc-c065-426c-841e-6915f2fcf859 req-6a35e726-815a-49f1-84bf-6eee168ef3e8 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=62e7dcc5-7a73-4187-89a4-d0d614097496 HTTP/1.1" status: 200 len: 946 time: 0.0621622 Jul 15 15:11:53.428161 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cd62e7fc-c065-426c-841e-6915f2fcf859 req-866a88c2-77a3-4190-891c-fcba8db0e70a tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/security-groups?id=e97f995e-ac2d-4c92-83cd-3114f30a8e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308783 Jul 15 15:11:53.452709 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:53.644573 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e23d1-e881-4529-99ed-c8d83d86683b req-43278cbb-c414-4a15-90a6-4abe4331c910 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:11:53.646014 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9a8e23d1-e881-4529-99ed-c8d83d86683b req-43278cbb-c414-4a15-90a6-4abe4331c910 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.41 "GET /v2.0/ports?device_id=62e7dcc5-7a73-4187-89a4-d0d614097496 HTTP/1.1" status: 200 len: 946 time: 0.0651851 Jul 15 15:11:53.742306 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-9a8e23d1-e881-4529-99ed-c8d83d86683b req-49007c0d-8e80-456f-bcfe-d0c44d32daa7 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Deleting port c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:11:53.742558 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-9a8e23d1-e881-4529-99ed-c8d83d86683b req-49007c0d-8e80-456f-bcfe-d0c44d32daa7 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:53.829901 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-9a8e23d1-e881-4529-99ed-c8d83d86683b req-49007c0d-8e80-456f-bcfe-d0c44d32daa7 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] For port c949e7a9-ff60-49e6-b7ab-a86d71fe88d0, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c949e7a9-ff60-49e6-b7ab-a86d71fe88d0,segment=NetworkSegment(fff1d187-b3a8-4514-96e3-2327936b976a),segment_id=fff1d187-b3a8-4514-96e3-2327936b976a)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:11:53.830255 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-9a8e23d1-e881-4529-99ed-c8d83d86683b req-49007c0d-8e80-456f-bcfe-d0c44d32daa7 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:53.842017 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-9a8e23d1-e881-4529-99ed-c8d83d86683b req-49007c0d-8e80-456f-bcfe-d0c44d32daa7 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Calling delete_port for c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 owned by compute:nova {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:11:53.964669 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-9a8e23d1-e881-4529-99ed-c8d83d86683b req-49007c0d-8e80-456f-bcfe-d0c44d32daa7 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:53.975785 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['c949e7a9-ff60-49e6-b7ab-a86d71fe88d0'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:11:53.997640 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49007c0d-8e80-456f-bcfe-d0c44d32daa7 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Pushing event deleted for resources: {'Port': ['ID=c949e7a9-ff60-49e6-b7ab-a86d71fe88d0,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:11:54.043817 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8e23d1-e881-4529-99ed-c8d83d86683b req-49007c0d-8e80-456f-bcfe-d0c44d32daa7 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] No DVR routers for this DVR port c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 on host hv-cinder-78836 {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:11:54.046290 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-9a8e23d1-e881-4529-99ed-c8d83d86683b req-49007c0d-8e80-456f-bcfe-d0c44d32daa7 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:11:54.048277 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9a8e23d1-e881-4529-99ed-c8d83d86683b req-49007c0d-8e80-456f-bcfe-d0c44d32daa7 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.41 "DELETE /v2.0/ports/c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 HTTP/1.1" status: 204 len: 173 time: 0.3967574 Jul 15 15:11:54.048716 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e7dcc5-7a73-4187-89a4-d0d614097496', 'name': 'network-vif-deleted', 'tag': 'c949e7a9-ff60-49e6-b7ab-a86d71fe88d0'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:11:54.050963 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d606f131-ded3-46ba-8304-1ae3a3f03598" -d '{"events": [{"server_uuid": "62e7dcc5-7a73-4187-89a4-d0d614097496", "name": "network-vif-deleted", "tag": "c949e7a9-ff60-49e6-b7ab-a86d71fe88d0"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:11:54.089362 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117b9345-1675-4194-bba1-2b84d5bc4865 x-openstack-request-id: req-117b9345-1675-4194-bba1-2b84d5bc4865 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:11:54.089710 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e7dcc5-7a73-4187-89a4-d0d614097496", "name": "network-vif-deleted", "tag": "c949e7a9-ff60-49e6-b7ab-a86d71fe88d0", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:11:54.090007 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-117b9345-1675-4194-bba1-2b84d5bc4865 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:11:54.090431 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e7dcc5-7a73-4187-89a4-d0d614097496', 'name': 'network-vif-deleted', 'tag': 'c949e7a9-ff60-49e6-b7ab-a86d71fe88d0', 'status': 'completed', 'code': 200} Jul 15 15:11:54.581744 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-89d6c3db-5746-43c6-8abf-a28a6563d741 req-8bb39880-d0b7-42ad-9a83-6b37d695f8f5 tempest-VolumesSnapshotTestJSON-656944152 tempest-VolumesSnapshotTestJSON-656944152-project] 10.222.0.72 "GET /v2.0/ports?device_id=62e7dcc5-7a73-4187-89a4-d0d614097496 HTTP/1.1" status: 200 len: 210 time: 0.0272868 Jul 15 15:11:56.772306 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:11:56.795604 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:11:56.795942 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device c949e7a9-ff60-49e6-b7ab-a86d71fe88d0 not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:11:57.770653 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:12:00.290802 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9811f182-2a3b-4ddc-881d-077c8854e525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:02.992779 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c0214f8b-4963-4075-aaa1-a5748e848e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:03.441209 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:04.098435 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:05.497290 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:17.621380 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41052) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:17.664482 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Deleting subnet cd26e5b6-fce5-4621-901b-2e4fdefe989f {{(pid=92931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:12:17.667435 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:17.700820 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9119925'] for subnet, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:17.741262 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66795978'] for subnet, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:17.791109 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66796029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9119815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9061582'] for subnet, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:17.817783 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd26e5b6-fce5-4621-901b-2e4fdefe989f,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:17.820120 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:17.821942 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/cd26e5b6-fce5-4621-901b-2e4fdefe989f HTTP/1.1" status: 204 len: 168 time: 0.1995614 Jul 15 15:12:17.824616 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41054) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:17.828025 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:17.828401 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:17.828746 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:17.829081 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:17.829413 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:17.829749 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:17.830079 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:17.830403 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:17.830731 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:17.831058 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:17.831671 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:17.831671 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a38b61-d9a2-4eaf-8ded-6f28d15e7079 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:17.895990 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66702497'] for network, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:17.971353 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796974', 'neutron.services.segments.db._delete_segments_for_network-8756598894668'] for network, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:17.980940 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b290f2f7-3fcf-4cd7-94e8-52d19c0941a2']}} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:17.990367 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff1d187-b3a8-4514-96e3-2327936b976a') {'for_net_delete': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:17.990667 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.services.segments.db [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff1d187-b3a8-4514-96e3-2327936b976a') {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:17.999317 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756598898261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2994784'] for segment, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:18.017088 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:18.022705 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=92930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:12:18.023087 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2592922'] for segment, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: Traceback (most recent call last): Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: timer() Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: cb(*args, **kw) Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: return func(*args, **kwargs) Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: self._notify() Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: self.callback(batched_events) Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: event.method(event) Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: return f(self, *a, **k) Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: return self._get(url).json() Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: return self.request(url, 'GET', **kwargs) Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:12:18.024691 dv-cinder-788367-2-iscsi neutron-server[92930]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:12:18.077130 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633272'] for network, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:18.087134 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:18.089372 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] 10.222.0.72 "DELETE /v2.0/networks/b290f2f7-3fcf-4cd7-94e8-52d19c0941a2 HTTP/1.1" status: 204 len: 168 time: 0.2636278 Jul 15 15:12:18.104933 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Pushing event deleted for resources: {'Network': ['ID=b290f2f7-3fcf-4cd7-94e8-52d19c0941a2,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:18.117095 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:18.117577 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:18.118041 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:18.118550 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:18.119008 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:18.119478 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:18.119924 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:18.120399 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:18.120847 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:18.121520 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:18.122051 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:18.122482 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564d2dd1-d83e-4fd7-ade9-29961781837c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:18.261073 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41058) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:18.302407 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-3c48a4e8-d219-4ca6-96ea-764a0327f5f1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fa463d1e836849dfb9cbf55632bed920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395079 Jul 15 15:12:18.304734 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41060) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:18.350876 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b99d1acf-df9a-4ccc-bae8-317aa03bf3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:18.370593 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b99d1acf-df9a-4ccc-bae8-317aa03bf3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:18.419747 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b99d1acf-df9a-4ccc-bae8-317aa03bf3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:18.422325 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b99d1acf-df9a-4ccc-bae8-317aa03bf3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:18.423492 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-b99d1acf-df9a-4ccc-bae8-317aa03bf3e9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e97f995e-ac2d-4c92-83cd-3114f30a8e4c HTTP/1.1" status: 204 len: 168 time: 0.1178141 Jul 15 15:12:18.431066 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d1acf-df9a-4ccc-bae8-317aa03bf3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97f995e-ac2d-4c92-83cd-3114f30a8e4c,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:19.048532 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41082) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:19.142079 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-4f52116a-0b7f-42cc-ae0e-d88ee413d4c3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1826999583-network', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:19.162083 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f52116a-0b7f-42cc-ae0e-d88ee413d4c3 admin admin] Made reservation on behalf of a6a30d9e3ee347189ced7d3f7b911fa2 for: {'network': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:19.164462 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4f52116a-0b7f-42cc-ae0e-d88ee413d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.172929 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4f52116a-0b7f-42cc-ae0e-d88ee413d4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.260076 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4f52116a-0b7f-42cc-ae0e-d88ee413d4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.265017 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4f52116a-0b7f-42cc-ae0e-d88ee413d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.286237 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f52116a-0b7f-42cc-ae0e-d88ee413d4c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=92931) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:12:19.302148 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52116a-0b7f-42cc-ae0e-d88ee413d4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db1430f-c99d-4ff0-8860-34adab271046,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:19.306307 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4f52116a-0b7f-42cc-ae0e-d88ee413d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.306649 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.segments_db [None req-4f52116a-0b7f-42cc-ae0e-d88ee413d4c3 admin admin] Added segment 9aac148d-a5c3-42e6-8c70-a40382aed08f of type vlan for network 256b1f49-09b1-4857-8f84-aa19092f1df7 Jul 15 15:12:19.349144 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4f52116a-0b7f-42cc-ae0e-d88ee413d4c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.376370 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4f52116a-0b7f-42cc-ae0e-d88ee413d4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.377299 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f52116a-0b7f-42cc-ae0e-d88ee413d4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:19.377882 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-4f52116a-0b7f-42cc-ae0e-d88ee413d4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.408759 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-4f52116a-0b7f-42cc-ae0e-d88ee413d4c3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3591776 Jul 15 15:12:19.411673 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41086) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:19.416631 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-c3b0d662-f7ec-461a-bef5-3dfc9ef6792d admin admin] Request body: {'subnet': {'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1826999583-subnet', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'ip_version': 4}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:19.436971 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b0d662-f7ec-461a-bef5-3dfc9ef6792d admin admin] Made reservation on behalf of a6a30d9e3ee347189ced7d3f7b911fa2 for: {'subnet': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:19.437252 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52116a-0b7f-42cc-ae0e-d88ee413d4c3 admin admin] Pushing event updated for resources: {'Network': ['ID=256b1f49-09b1-4857-8f84-aa19092f1df7,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:19.439575 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d662-f7ec-461a-bef5-3dfc9ef6792d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2806764'] for subnet, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.446735 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network 256b1f49-09b1-4857-8f84-aa19092f1df7 details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:12:19.604466 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d662-f7ec-461a-bef5-3dfc9ef6792d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2594791', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2806782'] for subnet, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.655622 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0d662-f7ec-461a-bef5-3dfc9ef6792d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a43a6e1f-f392-4329-8d28-2d19390a0286,revision_number=0']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:19.665211 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b0d662-f7ec-461a-bef5-3dfc9ef6792d admin admin] Checking segment: {'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:19.665560 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b0d662-f7ec-461a-bef5-3dfc9ef6792d admin admin] Network hostable DHCP agents. Network: 256b1f49-09b1-4857-8f84-aa19092f1df7, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:12:19.681047 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b0d662-f7ec-461a-bef5-3dfc9ef6792d admin admin] Network 256b1f49-09b1-4857-8f84-aa19092f1df7 is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:12:19.688629 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-c3b0d662-f7ec-461a-bef5-3dfc9ef6792d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, 256b1f49-09b1-4857-8f84-aa19092f1df7) {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:19.692599 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b0d662-f7ec-461a-bef5-3dfc9ef6792d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:19.693180 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d662-f7ec-461a-bef5-3dfc9ef6792d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.697740 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370eddf0-1d4f-422b-99a9-698aa9445ab5 None None] Network 256b1f49-09b1-4857-8f84-aa19092f1df7 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:12:19.707573 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-c3b0d662-f7ec-461a-bef5-3dfc9ef6792d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2947290 Jul 15 15:12:19.710271 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41088) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:19.714546 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:19.735334 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-633328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25270'] for router, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.736354 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25231'] for router, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.792086 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.839276 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ed49e69-d387-535f-8c0d-7a22fabbc066-256b1f49-09b1-4857-8f84-aa19092f1df7', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286'}]}} from dv-cinder-788367-2-iscsi. {{(pid=92932) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:12:19.840215 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.926015 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25245'] for router, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:19.972125 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Allocated IP 172.20.0.2 (256b1f49-09b1-4857-8f84-aa19092f1df7/a43a6e1f-f392-4329-8d28-2d19390a0286/bbd63fff-c0ff-4e88-86ef-02adb5e3cafc) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:20.115207 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.124736 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Transition to ACTIVE for port object bbd63fff-c0ff-4e88-86ef-02adb5e3cafc will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:20.129560 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.139992 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Transition to ACTIVE for port object bbd63fff-c0ff-4e88-86ef-02adb5e3cafc will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:20.149984 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.150283 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.191364 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Network 256b1f49-09b1-4857-8f84-aa19092f1df7 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:20.194282 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:20.198649 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:20.201992 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Pushing event updated for resources: {'Port': ['ID=bbd63fff-c0ff-4e88-86ef-02adb5e3cafc,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:20.255390 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Attempting to bind port bbd63fff-c0ff-4e88-86ef-02adb5e3cafc on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:20.255763 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Attempting to bind port bbd63fff-c0ff-4e88-86ef-02adb5e3cafc by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:20.256126 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Attempting to bind port bbd63fff-c0ff-4e88-86ef-02adb5e3cafc on network 256b1f49-09b1-4857-8f84-aa19092f1df7 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:20.256377 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Allocated IP 172.27.0.131 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/b04904f9-c851-4071-8b44-ea2845f16974) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:20.261273 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:20.261686 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Checking segment: {'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:20.262093 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.262489 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Bound using segment: {'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:20.262952 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Bound port: bbd63fff-c0ff-4e88-86ef-02adb5e3cafc, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:20.263333 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.331398 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] For port bbd63fff-c0ff-4e88-86ef-02adb5e3cafc, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:20.334664 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] For port bbd63fff-c0ff-4e88-86ef-02adb5e3cafc, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=bbd63fff-c0ff-4e88-86ef-02adb5e3cafc,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:20.338136 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.362963 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.397122 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9166a7-6224-4502-a44e-6b51a1d3db5d None None] Pushing event updated for resources: {'Port': ['ID=bbd63fff-c0ff-4e88-86ef-02adb5e3cafc,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:20.406706 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.443565 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:20.449745 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:20.453245 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:20.475116 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b04904f9-c851-4071-8b44-ea2845f16974,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:20.715293 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:20.902638 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633088'] for router, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:21.029950 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Router da20a326-fe01-480b-a46e-e715a7887381 is scheduled to L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda with binding_index 1 {{(pid=92930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:12:21.137965 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:12:21.150324 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Sync routers for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:12:21.154732 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:21.156141 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-30719a2e-e564-4b16-9767-c25cd77e74d1 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4448812 Jul 15 15:12:21.158877 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41090) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:21.167276 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:21.168016 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:12:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:21.369939 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41335dee-b5c3-4af3-873e-d29de8abf2c3 None None] Network 256b1f49-09b1-4857-8f84-aa19092f1df7 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:12:21.450487 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:21.452082 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-40b42388-6fe7-4408-ba12-9b184c2597ae None None] Provisioning for port bbd63fff-c0ff-4e88-86ef-02adb5e3cafc completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:21.590562 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:21.719934 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:20Z', 'revision_number': 3, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:21.746148 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Allocated IP 172.20.0.1 (256b1f49-09b1-4857-8f84-aa19092f1df7/a43a6e1f-f392-4329-8d28-2d19390a0286/25b73e8c-21d3-40b7-bd8c-f4231d093c25) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:21.747558 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Checking router: da20a326-fe01-480b-a46e-e715a7887381 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:12:21.747924 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Updating router da20a326-fe01-480b-a46e-e715a7887381 port b04904f9-c851-4071-8b44-ea2845f16974 binding host dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:12:21.785600 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:21.879227 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:21.893685 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Transition to ACTIVE for port object 25b73e8c-21d3-40b7-bd8c-f4231d093c25 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:21.934349 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:21.958501 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device bbd63fff-c0ff-4e88-86ef-02adb5e3cafc up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:21.977895 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Network 256b1f49-09b1-4857-8f84-aa19092f1df7 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:21.982806 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:21.987525 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:21.989750 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Pushing event updated for resources: {'Port': ['ID=25b73e8c-21d3-40b7-bd8c-f4231d093c25,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:22.032888 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778295'] for router_interface, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.054205 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port bbd63fff-c0ff-4e88-86ef-02adb5e3cafc completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:22.061934 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port bbd63fff-c0ff-4e88-86ef-02adb5e3cafc triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:22.062316 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.128286 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.143422 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Transition to ACTIVE for port object b04904f9-c851-4071-8b44-ea2845f16974 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:22.154109 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.186269 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.240757 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.253397 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Attempting to bind port b04904f9-c851-4071-8b44-ea2845f16974 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:22.253773 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Attempting to bind port b04904f9-c851-4071-8b44-ea2845f16974 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:22.254140 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Attempting to bind port b04904f9-c851-4071-8b44-ea2845f16974 on network bf480c5f-a13c-4ddb-8c47-14b24c48353f {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:22.255997 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a30d65-4f64-4f5a-ab42-3a604d96029c None None] Pushing event updated for resources: {'Port': ['ID=b04904f9-c851-4071-8b44-ea2845f16974,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:22.264442 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-4d328cdf-5339-4ae1-8739-4180090b8d52 None None] Provisioning for port 25b73e8c-21d3-40b7-bd8c-f4231d093c25 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:22.269280 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:22.269665 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Checking segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:22.270072 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.270468 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Bound using segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:22.270948 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Bound port: b04904f9-c851-4071-8b44-ea2845f16974, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:22.271333 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.278073 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-4d328cdf-5339-4ae1-8739-4180090b8d52 None None] Provisioning complete for port 25b73e8c-21d3-40b7-bd8c-f4231d093c25 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:22.278482 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4d328cdf-5339-4ae1-8739-4180090b8d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.351258 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port bbd63fff-c0ff-4e88-86ef-02adb5e3cafc, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=bbd63fff-c0ff-4e88-86ef-02adb5e3cafc,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:22.357594 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.361230 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.363203 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.367206 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-4d328cdf-5339-4ae1-8739-4180090b8d52 None None] Port 25b73e8c-21d3-40b7-bd8c-f4231d093c25 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:12:22.392370 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] For port b04904f9-c851-4071-8b44-ea2845f16974, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:22.411008 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] For port b04904f9-c851-4071-8b44-ea2845f16974, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=b04904f9-c851-4071-8b44-ea2845f16974,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:22.420284 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.433152 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-778307'] for router_interface, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.436276 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=bbd63fff-c0ff-4e88-86ef-02adb5e3cafc,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:22.443743 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Pushing event updated for resources: {'Port': ['ID=25b73e8c-21d3-40b7-bd8c-f4231d093c25,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:22.479722 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:22.481105 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:12:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:22.530668 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a30d65-4f64-4f5a-ab42-3a604d96029c None None] Pushing event updated for resources: {'Port': ['ID=b04904f9-c851-4071-8b44-ea2845f16974,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:22.533925 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Network 256b1f49-09b1-4857-8f84-aa19092f1df7 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:22.535665 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:22.602178 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:22.657099 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Router da20a326-fe01-480b-a46e-e715a7887381 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:12:22.818270 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-8de42dcb-672b-4538-a7a6-3ffd3e68e82a None None] Provisioning complete for port 25b73e8c-21d3-40b7-bd8c-f4231d093c25 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:22.818657 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-8de42dcb-672b-4538-a7a6-3ffd3e68e82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:22.855058 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 2, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:22.885354 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169b9af7-768b-4f8c-94b0-8501467517cc None None] The sync data for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi is: [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 2, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:12:22.887542 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-8de42dcb-672b-4538-a7a6-3ffd3e68e82a None None] Port 25b73e8c-21d3-40b7-bd8c-f4231d093c25 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:12:23.042316 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:12:23.054923 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-7a635021-e5e0-4b48-b485-1eb67fe9645f admin admin] 10.222.0.72 "PUT /v2.0/routers/da20a326-fe01-480b-a46e-e715a7887381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8877242 Jul 15 15:12:23.447949 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.546183 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41106) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:23.551270 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-5cfdd9a6-f85f-4bf6-a88c-639f04037383 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-908650089-network', 'tenant_id': '8976889bf53f49c180326b4f60618f9b'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:23.573565 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfdd9a6-f85f-4bf6-a88c-639f04037383 admin admin] Made reservation on behalf of 8976889bf53f49c180326b4f60618f9b for: {'network': 1} {{(pid=92930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:23.576257 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd9a6-f85f-4bf6-a88c-639f04037383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for network, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.585902 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd9a6-f85f-4bf6-a88c-639f04037383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.679198 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd9a6-f85f-4bf6-a88c-639f04037383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.684111 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd9a6-f85f-4bf6-a88c-639f04037383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.709838 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfdd9a6-f85f-4bf6-a88c-639f04037383 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=92930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 15 15:12:23.720621 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdd9a6-f85f-4bf6-a88c-639f04037383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0885acaa-b67f-4874-86b8-f193c3f425b3,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:23.725328 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd9a6-f85f-4bf6-a88c-639f04037383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.725676 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.db.segments_db [None req-5cfdd9a6-f85f-4bf6-a88c-639f04037383 admin admin] Added segment 38582fe6-b105-425d-bbb6-43cd9f80a431 of type vlan for network c43aa355-2a1f-4d06-988a-d7884a784d08 Jul 15 15:12:23.767639 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd9a6-f85f-4bf6-a88c-639f04037383 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756598564343'] for network, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.798618 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd9a6-f85f-4bf6-a88c-639f04037383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975'] for network, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.799668 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfdd9a6-f85f-4bf6-a88c-639f04037383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:23.800317 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5cfdd9a6-f85f-4bf6-a88c-639f04037383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.840869 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-5cfdd9a6-f85f-4bf6-a88c-639f04037383 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2933865 Jul 15 15:12:23.841017 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41108) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:23.846012 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-733a6b63-ea40-46dd-aeb5-c97978cbb8e9 admin admin] Request body: {'subnet': {'network_id': 'c43aa355-2a1f-4d06-988a-d7884a784d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-908650089-subnet', 'tenant_id': '8976889bf53f49c180326b4f60618f9b', 'ip_version': 4}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:23.871043 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdd9a6-f85f-4bf6-a88c-639f04037383 admin admin] Pushing event updated for resources: {'Network': ['ID=c43aa355-2a1f-4d06-988a-d7884a784d08,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:23.874570 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733a6b63-ea40-46dd-aeb5-c97978cbb8e9 admin admin] Made reservation on behalf of 8976889bf53f49c180326b4f60618f9b for: {'subnet': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:23.877189 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-733a6b63-ea40-46dd-aeb5-c97978cbb8e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9061605'] for subnet, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:23.888370 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Network c43aa355-2a1f-4d06-988a-d7884a784d08 details requested by agent ovs-agent-dv-cinder-788367-2-iscsi with host dv-cinder-788367-2-iscsi {{(pid=92932) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 15 15:12:24.010069 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device b04904f9-c851-4071-8b44-ea2845f16974 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:24.065592 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port b04904f9-c851-4071-8b44-ea2845f16974 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:24.071566 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port b04904f9-c851-4071-8b44-ea2845f16974 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:24.072071 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.093015 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-733a6b63-ea40-46dd-aeb5-c97978cbb8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9119896', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9061623'] for subnet, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.151308 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a6b63-ea40-46dd-aeb5-c97978cbb8e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6dd695b-0560-421d-b8ff-103909b09377,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:24.156120 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.162117 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733a6b63-ea40-46dd-aeb5-c97978cbb8e9 admin admin] Checking segment: {'id': '38582fe6-b105-425d-bbb6-43cd9f80a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c43aa355-2a1f-4d06-988a-d7884a784d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:24.162536 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a6b63-ea40-46dd-aeb5-c97978cbb8e9 admin admin] Network hostable DHCP agents. Network: c43aa355-2a1f-4d06-988a-d7884a784d08, hostable agents: ['017e53b1-4dcc-490f-8ca3-8de230910133'], hosted agents: [] {{(pid=92931) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 15 15:12:24.177467 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port b04904f9-c851-4071-8b44-ea2845f16974, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=b04904f9-c851-4071-8b44-ea2845f16974,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:24.180325 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a6b63-ea40-46dd-aeb5-c97978cbb8e9 admin admin] Network c43aa355-2a1f-4d06-988a-d7884a784d08 is scheduled to be hosted by DHCP agent 017e53b1-4dcc-490f-8ca3-8de230910133 with binding_index 1 {{(pid=92931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 15 15:12:24.181426 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.182207 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device bbd63fff-c0ff-4e88-86ef-02adb5e3cafc up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:24.190249 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-733a6b63-ea40-46dd-aeb5-c97978cbb8e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788367-2-iscsi, c43aa355-2a1f-4d06-988a-d7884a784d08) {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:24.194430 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a6b63-ea40-46dd-aeb5-c97978cbb8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:24.195025 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-733a6b63-ea40-46dd-aeb5-c97978cbb8e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.212388 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-733a6b63-ea40-46dd-aeb5-c97978cbb8e9 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3702276 Jul 15 15:12:24.215063 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41110) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:24.219446 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-908650089-router', 'tenant_id': '8976889bf53f49c180326b4f60618f9b', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:24.225611 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46f436c-b9dd-4f01-ab58-25cadb2b8b47 None None] Network c43aa355-2a1f-4d06-988a-d7884a784d08 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:12:24.241458 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-633328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25270'] for router, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.242432 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-778370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633143', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-610527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25231'] for router, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.299866 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.313935 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=b04904f9-c851-4071-8b44-ea2845f16974,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:24.347842 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port bbd63fff-c0ff-4e88-86ef-02adb5e3cafc triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:24.348140 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.438628 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25245'] for router, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.585367 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ed49e69-d387-535f-8c0d-7a22fabbc066-c43aa355-2a1f-4d06-988a-d7884a784d08', 'network_id': 'c43aa355-2a1f-4d06-988a-d7884a784d08', 'tenant_id': '8976889bf53f49c180326b4f60618f9b', 'fixed_ips': [{'subnet_id': 'f6dd695b-0560-421d-b8ff-103909b09377'}]}} from dv-cinder-788367-2-iscsi. {{(pid=92932) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 15 15:12:24.586217 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.652148 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.671268 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.734474 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.db_base_plugin_common [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Allocated IP 172.20.0.2 (c43aa355-2a1f-4d06-988a-d7884a784d08/f6dd695b-0560-421d-b8ff-103909b09377/ef611043-7d58-4d77-be21-6bf38069ff7a) {{(pid=92932) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:24.778244 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Allocated IP 172.27.0.16 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/eaecbab7-368a-4105-8ce1-5abb22ce1382) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:24.851075 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Sync routers for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:12:24.859928 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:24.860899 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:12:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:24.883129 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.885192 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Notify callbacks [] for port, precommit_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.895749 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Transition to ACTIVE for port object ef611043-7d58-4d77-be21-6bf38069ff7a will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:24.912819 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Transition to ACTIVE for port object ef611043-7d58-4d77-be21-6bf38069ff7a will not be triggered until provisioned by entity DHCP. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:24.919528 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818'] for port, after_create {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.923356 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:24.955754 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Network c43aa355-2a1f-4d06-988a-d7884a784d08 is already hosted by enough agents. {{(pid=92932) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:24.959873 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:24.961787 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.scheduler.base_scheduler [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Resources bound (agent type, host, resource id): {{(pid=92932) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:24.965505 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:24.966185 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Received port after_create {{(pid=92932) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:24.969206 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:24.977347 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Pushing event updated for resources: {'Port': ['ID=ef611043-7d58-4d77-be21-6bf38069ff7a,revision_number=1']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:24.989134 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:24.999078 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Pushing event updated for resources: {'Port': ['ID=eaecbab7-368a-4105-8ce1-5abb22ce1382,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:25.040516 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Attempting to bind port ef611043-7d58-4d77-be21-6bf38069ff7a on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:25.040899 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Attempting to bind port ef611043-7d58-4d77-be21-6bf38069ff7a by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '38582fe6-b105-425d-bbb6-43cd9f80a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c43aa355-2a1f-4d06-988a-d7884a784d08'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:25.041247 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Attempting to bind port ef611043-7d58-4d77-be21-6bf38069ff7a on network c43aa355-2a1f-4d06-988a-d7884a784d08 {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:25.046724 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:25.047100 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Checking segment: {'id': '38582fe6-b105-425d-bbb6-43cd9f80a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c43aa355-2a1f-4d06-988a-d7884a784d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:25.047500 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.047901 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Bound using segment: {'id': '38582fe6-b105-425d-bbb6-43cd9f80a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c43aa355-2a1f-4d06-988a-d7884a784d08'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:25.048482 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Bound port: ef611043-7d58-4d77-be21-6bf38069ff7a, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38582fe6-b105-425d-bbb6-43cd9f80a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c43aa355-2a1f-4d06-988a-d7884a784d08'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:25.048871 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.116108 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] For port ef611043-7d58-4d77-be21-6bf38069ff7a, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:25.119152 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] For port ef611043-7d58-4d77-be21-6bf38069ff7a, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=ef611043-7d58-4d77-be21-6bf38069ff7a,segment=NetworkSegment(38582fe6-b105-425d-bbb6-43cd9f80a431),segment_id=38582fe6-b105-425d-bbb6-43cd9f80a431)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:25.124073 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.183422 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b7d58-50ca-4060-b015-4f926fa6ed17 None None] Pushing event updated for resources: {'Port': ['ID=ef611043-7d58-4d77-be21-6bf38069ff7a,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:25.209635 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 2, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:25.241471 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Checking router: da20a326-fe01-480b-a46e-e715a7887381 for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:12:25.241826 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Updating router da20a326-fe01-480b-a46e-e715a7887381 port 25b73e8c-21d3-40b7-bd8c-f4231d093c25 binding host dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:12:25.247134 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.277665 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.471709 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633088'] for router, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.574535 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.583770 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Transition to ACTIVE for port object 25b73e8c-21d3-40b7-bd8c-f4231d093c25 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:25.589157 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.597725 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Router 67440a54-fec4-4614-b371-0bb71b0a280e is scheduled to L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda with binding_index 1 {{(pid=92931) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 15 15:12:25.638300 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cbcca-6101-41dd-8aa7-fde605fb657e None None] Pushing event updated for resources: {'Port': ['ID=25b73e8c-21d3-40b7-bd8c-f4231d093c25,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:25.646997 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cbcca-6101-41dd-8aa7-fde605fb657e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:25.647522 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cbcca-6101-41dd-8aa7-fde605fb657e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:25.648035 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cbcca-6101-41dd-8aa7-fde605fb657e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:25.648554 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cbcca-6101-41dd-8aa7-fde605fb657e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:25.649057 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cbcca-6101-41dd-8aa7-fde605fb657e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:25.649553 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cbcca-6101-41dd-8aa7-fde605fb657e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:25.650058 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cbcca-6101-41dd-8aa7-fde605fb657e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:25.650554 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cbcca-6101-41dd-8aa7-fde605fb657e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:25.651063 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cbcca-6101-41dd-8aa7-fde605fb657e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:25.651549 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cbcca-6101-41dd-8aa7-fde605fb657e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:25.652032 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cbcca-6101-41dd-8aa7-fde605fb657e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:25.653382 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3cbcca-6101-41dd-8aa7-fde605fb657e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92933) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:25.709724 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Attempting to bind port 25b73e8c-21d3-40b7-bd8c-f4231d093c25 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:25.710388 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Attempting to bind port 25b73e8c-21d3-40b7-bd8c-f4231d093c25 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:25.710388 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Attempting to bind port 25b73e8c-21d3-40b7-bd8c-f4231d093c25 on network 256b1f49-09b1-4857-8f84-aa19092f1df7 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:25.715874 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:25.716401 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Checking segment: {'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:25.716679 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.717065 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Bound using segment: {'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:25.717730 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Bound port: 25b73e8c-21d3-40b7-bd8c-f4231d093c25, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:25.717868 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:12:25.718423 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.732222 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Sync routers for ids ['67440a54-fec4-4614-b371-0bb71b0a280e'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:12:25.736848 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] Notify callbacks [] for router, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.740309 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-ad0fdd10-86cf-4b7e-a7de-d11f634f53e2 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5222282 Jul 15 15:12:25.741362 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41112) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:25.741832 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Routers {'67440a54-fec4-4614-b371-0bb71b0a280e'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:25.742251 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:12:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['67440a54-fec4-4614-b371-0bb71b0a280e'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:25.794193 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] For port 25b73e8c-21d3-40b7-bd8c-f4231d093c25, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:25.798582 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] For port 25b73e8c-21d3-40b7-bd8c-f4231d093c25, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=25b73e8c-21d3-40b7-bd8c-f4231d093c25,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:25.805219 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:25.877452 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:25.878633 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:12:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:25.894918 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Set router 67440a54-fec4-4614-b371-0bb71b0a280e gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:26.070818 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:26.124266 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device b04904f9-c851-4071-8b44-ea2845f16974 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:26.143113 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cbcca-6101-41dd-8aa7-fde605fb657e None None] Pushing event updated for resources: {'Port': ['ID=25b73e8c-21d3-40b7-bd8c-f4231d093c25,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:26.248551 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port b04904f9-c851-4071-8b44-ea2845f16974 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:26.248938 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.311688 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'name': 'tempest-TestVolumeBootPattern-908650089-router', 'tenant_id': '8976889bf53f49c180326b4f60618f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'eaecbab7-368a-4105-8ce1-5abb22ce1382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:24Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 3, 'project_id': '8976889bf53f49c180326b4f60618f9b', 'gw_port': {'id': 'eaecbab7-368a-4105-8ce1-5abb22ce1382', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:24Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:26.353933 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01b2c2f-2788-4d3b-a4e1-4d53bff30e65 None None] Network c43aa355-2a1f-4d06-988a-d7884a784d08 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:12:26.358090 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Checking router: 67440a54-fec4-4614-b371-0bb71b0a280e for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:12:26.358446 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Updating router 67440a54-fec4-4614-b371-0bb71b0a280e port eaecbab7-368a-4105-8ce1-5abb22ce1382 binding host dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:12:26.361537 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:26.393501 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f884ada-bb70-4977-8482-0bb2ffd115cb None None] The sync data for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi is: [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:25Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:12:26.406408 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.578350 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device ef611043-7d58-4d77-be21-6bf38069ff7a up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:26.615964 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-c725efbd-5379-47a4-9415-d8c8f8bb3bdc None None] Provisioning for port ef611043-7d58-4d77-be21-6bf38069ff7a completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:26.622345 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.752873 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port ef611043-7d58-4d77-be21-6bf38069ff7a completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:26.781752 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port ef611043-7d58-4d77-be21-6bf38069ff7a triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:26.782139 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.783544 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Allocated IP 172.20.0.1 (c43aa355-2a1f-4d06-988a-d7884a784d08/f6dd695b-0560-421d-b8ff-103909b09377/75802f07-886a-4b04-b914-e998bf4d1e63) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:26.896960 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.912777 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Transition to ACTIVE for port object 75802f07-886a-4b04-b914-e998bf4d1e63 will not be triggered until provisioned by entity DHCP. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:26.939697 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Notify callbacks [] for port, precommit_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.959393 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Transition to ACTIVE for port object eaecbab7-368a-4105-8ce1-5abb22ce1382 will not be triggered until provisioned by entity L2. {{(pid=92932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:26.960213 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.961613 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:26.976464 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:27.015094 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Network c43aa355-2a1f-4d06-988a-d7884a784d08 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:27.018566 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:27.022094 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:27.065058 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-778295'] for router_interface, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:27.071574 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Pushing event updated for resources: {'Port': ['ID=75802f07-886a-4b04-b914-e998bf4d1e63,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:27.175310 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port ef611043-7d58-4d77-be21-6bf38069ff7a, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=ef611043-7d58-4d77-be21-6bf38069ff7a,segment=NetworkSegment(38582fe6-b105-425d-bbb6-43cd9f80a431),segment_id=38582fe6-b105-425d-bbb6-43cd9f80a431)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:27.194812 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:27.204884 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b0a49-e940-4357-b76a-a0355ae72c53 None None] Pushing event updated for resources: {'Port': ['ID=eaecbab7-368a-4105-8ce1-5abb22ce1382,revision_number=2']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:27.211538 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Attempting to bind port eaecbab7-368a-4105-8ce1-5abb22ce1382 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:27.211921 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Attempting to bind port eaecbab7-368a-4105-8ce1-5abb22ce1382 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:27.212385 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Attempting to bind port eaecbab7-368a-4105-8ce1-5abb22ce1382 on network bf480c5f-a13c-4ddb-8c47-14b24c48353f {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:27.217338 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-19b6a5d7-b511-4894-9cc0-e776c028574f None None] Provisioning complete for port ef611043-7d58-4d77-be21-6bf38069ff7a triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:27.217615 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-19b6a5d7-b511-4894-9cc0-e776c028574f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:27.229739 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:27.241475 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:27.241864 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Checking segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:27.242275 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:27.242683 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Bound using segment: {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'} {{(pid=92932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:27.243189 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.managers [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Bound port: eaecbab7-368a-4105-8ce1-5abb22ce1382, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8aaacd-6010-4875-9111-688f69986ad1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f'}}] {{(pid=92932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:27.243562 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:27.334803 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=ef611043-7d58-4d77-be21-6bf38069ff7a,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:27.351217 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] For port eaecbab7-368a-4105-8ce1-5abb22ce1382, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:27.354795 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] For port eaecbab7-368a-4105-8ce1-5abb22ce1382, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=eaecbab7-368a-4105-8ce1-5abb22ce1382,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:27.359682 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:27.398170 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:27.402896 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:27.445546 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Routers {'67440a54-fec4-4614-b371-0bb71b0a280e'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:27.446184 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:12:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['67440a54-fec4-4614-b371-0bb71b0a280e'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:27.471064 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Pushing event updated for resources: {'Port': ['ID=75802f07-886a-4b04-b914-e998bf4d1e63,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:27.473576 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-778307'] for router_interface, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:27.483152 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b0a49-e940-4357-b76a-a0355ae72c53 None None] Pushing event updated for resources: {'Port': ['ID=eaecbab7-368a-4105-8ce1-5abb22ce1382,revision_number=3']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:27.565984 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Network c43aa355-2a1f-4d06-988a-d7884a784d08 is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:27.567469 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:27.573007 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] Set router 67440a54-fec4-4614-b371-0bb71b0a280e gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:27.574973 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-4939060c-2792-4f0e-b42c-e8870cdff77b None None] Provisioning for port 75802f07-886a-4b04-b914-e998bf4d1e63 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:27.609802 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-4939060c-2792-4f0e-b42c-e8870cdff77b None None] Provisioning complete for port 75802f07-886a-4b04-b914-e998bf4d1e63 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:27.610178 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-4939060c-2792-4f0e-b42c-e8870cdff77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:27.684527 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-4939060c-2792-4f0e-b42c-e8870cdff77b None None] Port 75802f07-886a-4b04-b914-e998bf4d1e63 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:12:27.689207 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Router 67440a54-fec4-4614-b371-0bb71b0a280e has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:12:27.800001 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:12:27.804804 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-2f4c2db8-f1da-47d0-9724-23fdf285245b admin admin] 10.222.0.72 "PUT /v2.0/routers/67440a54-fec4-4614-b371-0bb71b0a280e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0624359 Jul 15 15:12:27.815701 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-20de3359-a7bb-4dd5-bba1-d6e37eb862bd None None] Provisioning complete for port 75802f07-886a-4b04-b914-e998bf4d1e63 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:27.816359 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-20de3359-a7bb-4dd5-bba1-d6e37eb862bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:27.859106 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'name': 'tempest-TestVolumeBootPattern-908650089-router', 'tenant_id': '8976889bf53f49c180326b4f60618f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'eaecbab7-368a-4105-8ce1-5abb22ce1382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:24Z', 'updated_at': '2021-07-15T15:12:27Z', 'revision_number': 4, 'project_id': '8976889bf53f49c180326b4f60618f9b', 'gw_port': {'id': 'eaecbab7-368a-4105-8ce1-5abb22ce1382', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:24Z', 'updated_at': '2021-07-15T15:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '75802f07-886a-4b04-b914-e998bf4d1e63', 'name': '', 'network_id': 'c43aa355-2a1f-4d06-988a-d7884a784d08', 'tenant_id': '8976889bf53f49c180326b4f60618f9b', 'mac_address': 'fa:16:3e:c9:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f6dd695b-0560-421d-b8ff-103909b09377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:26Z', 'updated_at': '2021-07-15T15:12:27Z', 'revision_number': 2, 'project_id': '8976889bf53f49c180326b4f60618f9b', 'subnets': [{'id': 'f6dd695b-0560-421d-b8ff-103909b09377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:27.889286 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-20de3359-a7bb-4dd5-bba1-d6e37eb862bd None None] Port 75802f07-886a-4b04-b914-e998bf4d1e63 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:12:27.891812 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e374ba1-a4bd-42ac-b60f-ae3812c8e7ac None None] The sync data for ids ['67440a54-fec4-4614-b371-0bb71b0a280e'] in dv-cinder-788367-2-iscsi is: [{'id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'name': 'tempest-TestVolumeBootPattern-908650089-router', 'tenant_id': '8976889bf53f49c180326b4f60618f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'eaecbab7-368a-4105-8ce1-5abb22ce1382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:24Z', 'updated_at': '2021-07-15T15:12:27Z', 'revision_number': 4, 'project_id': '8976889bf53f49c180326b4f60618f9b', 'gw_port': {'id': 'eaecbab7-368a-4105-8ce1-5abb22ce1382', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ec:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:24Z', 'updated_at': '2021-07-15T15:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '75802f07-886a-4b04-b914-e998bf4d1e63', 'name': '', 'network_id': 'c43aa355-2a1f-4d06-988a-d7884a784d08', 'tenant_id': '8976889bf53f49c180326b4f60618f9b', 'mac_address': 'fa:16:3e:c9:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f6dd695b-0560-421d-b8ff-103909b09377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:26Z', 'updated_at': '2021-07-15T15:12:27Z', 'revision_number': 2, 'project_id': '8976889bf53f49c180326b4f60618f9b', 'subnets': [{'id': 'f6dd695b-0560-421d-b8ff-103909b09377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:12:27.931106 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device ef611043-7d58-4d77-be21-6bf38069ff7a up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:27.990390 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port ef611043-7d58-4d77-be21-6bf38069ff7a triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:27.990771 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.070129 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 25b73e8c-21d3-40b7-bd8c-f4231d093c25 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:28.129986 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 25b73e8c-21d3-40b7-bd8c-f4231d093c25 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:28.134033 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 25b73e8c-21d3-40b7-bd8c-f4231d093c25 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:28.134393 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.237924 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.273870 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port 25b73e8c-21d3-40b7-bd8c-f4231d093c25, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=25b73e8c-21d3-40b7-bd8c-f4231d093c25,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:28.280145 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.341236 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=25b73e8c-21d3-40b7-bd8c-f4231d093c25,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:28.401385 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41120) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:28.406619 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-d5a9e8ff-7542-40ae-b26d-5af8b8bdd263 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-343316930', 'description': 'tempest-secgroup-smoke-343316930 description', 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:28.429142 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d5a9e8ff-7542-40ae-b26d-5af8b8bdd263 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.514873 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d5a9e8ff-7542-40ae-b26d-5af8b8bdd263 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.518750 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d5a9e8ff-7542-40ae-b26d-5af8b8bdd263 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.549997 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-d5a9e8ff-7542-40ae-b26d-5af8b8bdd263 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.551228 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-d5a9e8ff-7542-40ae-b26d-5af8b8bdd263 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1486583 Jul 15 15:12:28.553281 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9e8ff-7542-40ae-b26d-5af8b8bdd263 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448aeed1-4f8f-4712-b4ae-8c058fda0b54,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:28.554268 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41122) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:28.560512 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-681985a1-622d-4ed1-829f-44a3137ac364 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Request body: {'security_group_rule': {'security_group_id': '448aeed1-4f8f-4712-b4ae-8c058fda0b54', 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:28.587187 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-681985a1-622d-4ed1-829f-44a3137ac364 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.645253 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-681985a1-622d-4ed1-829f-44a3137ac364 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.648777 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-681985a1-622d-4ed1-829f-44a3137ac364 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.665908 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681985a1-622d-4ed1-829f-44a3137ac364 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ba92a0-c007-404c-8624-30e1e338667e,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:28.672501 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-681985a1-622d-4ed1-829f-44a3137ac364 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.673675 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-681985a1-622d-4ed1-829f-44a3137ac364 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177299 Jul 15 15:12:28.676548 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41124) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:28.680823 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-39457f28-0197-402e-a37a-4de8599c7766 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Request body: {'security_group_rule': {'security_group_id': '448aeed1-4f8f-4712-b4ae-8c058fda0b54', 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:28.706498 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-39457f28-0197-402e-a37a-4de8599c7766 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.762383 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-39457f28-0197-402e-a37a-4de8599c7766 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.765651 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-39457f28-0197-402e-a37a-4de8599c7766 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.783777 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39457f28-0197-402e-a37a-4de8599c7766 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c21b76-7bc0-4217-be40-d1f4c4449bfe,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:28.787163 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-39457f28-0197-402e-a37a-4de8599c7766 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.788400 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-39457f28-0197-402e-a37a-4de8599c7766 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1109076 Jul 15 15:12:28.791155 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41126) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:28.796199 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-968c92a2-c79e-4c4a-8dab-851749623fac tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Request body: {'security_group_rule': {'security_group_id': '448aeed1-4f8f-4712-b4ae-8c058fda0b54', 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:28.821480 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-968c92a2-c79e-4c4a-8dab-851749623fac tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.877447 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-968c92a2-c79e-4c4a-8dab-851749623fac tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.880932 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-968c92a2-c79e-4c4a-8dab-851749623fac tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.898243 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c92a2-c79e-4c4a-8dab-851749623fac tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30449827-7b24-4dbc-b0b9-be6d6d11fc34,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:28.904322 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-968c92a2-c79e-4c4a-8dab-851749623fac tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.905511 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-968c92a2-c79e-4c4a-8dab-851749623fac tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134346 Jul 15 15:12:28.908114 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41128) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:28.912622 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-d58b9650-c8fb-411a-bcfa-8bd3f60f39f3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Request body: {'security_group_rule': {'security_group_id': '448aeed1-4f8f-4712-b4ae-8c058fda0b54', 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:28.937276 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d58b9650-c8fb-411a-bcfa-8bd3f60f39f3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.995682 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d58b9650-c8fb-411a-bcfa-8bd3f60f39f3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:28.999342 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d58b9650-c8fb-411a-bcfa-8bd3f60f39f3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.016105 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b9650-c8fb-411a-bcfa-8bd3f60f39f3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f311272-4051-4f1f-b3f0-ede631ccd4a4,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:29.032079 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-d58b9650-c8fb-411a-bcfa-8bd3f60f39f3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.035917 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-d58b9650-c8fb-411a-bcfa-8bd3f60f39f3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266978 Jul 15 15:12:29.038640 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41130) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:29.045910 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-3a486db2-8a4b-42c7-821b-4f59649bf63d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Request body: {'security_group_rule': {'security_group_id': '448aeed1-4f8f-4712-b4ae-8c058fda0b54', 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:29.069268 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.securitygroups_db [None req-3a486db2-8a4b-42c7-821b-4f59649bf63d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Project a6a30d9e3ee347189ced7d3f7b911fa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:12:29.073990 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a486db2-8a4b-42c7-821b-4f59649bf63d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.141583 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a486db2-8a4b-42c7-821b-4f59649bf63d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.146598 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a486db2-8a4b-42c7-821b-4f59649bf63d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.164792 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a486db2-8a4b-42c7-821b-4f59649bf63d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dab36b9-44b8-4169-b43f-72c796820b69,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:29.173216 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-3a486db2-8a4b-42c7-821b-4f59649bf63d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.176925 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-3a486db2-8a4b-42c7-821b-4f59649bf63d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347458 Jul 15 15:12:29.177120 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41132) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:12:29.181573 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-05709bb7-a164-4a38-9f71-ae38648cd651 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Request body: {'security_group_rule': {'security_group_id': '448aeed1-4f8f-4712-b4ae-8c058fda0b54', 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:29.207131 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.securitygroups_db [None req-05709bb7-a164-4a38-9f71-ae38648cd651 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Project a6a30d9e3ee347189ced7d3f7b911fa2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 15 15:12:29.212731 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05709bb7-a164-4a38-9f71-ae38648cd651 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.276707 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05709bb7-a164-4a38-9f71-ae38648cd651 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.281521 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05709bb7-a164-4a38-9f71-ae38648cd651 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707627'] for security_group_rule, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.305344 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05709bb7-a164-4a38-9f71-ae38648cd651 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ef3d67-17ee-4264-a25a-d49dadaf1b5a,revision_number=0']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:29.309675 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-05709bb7-a164-4a38-9f71-ae38648cd651 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:29.314934 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-05709bb7-a164-4a38-9f71-ae38648cd651 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367946 Jul 15 15:12:29.994705 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device eaecbab7-368a-4105-8ce1-5abb22ce1382 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:30.055774 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port eaecbab7-368a-4105-8ce1-5abb22ce1382 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:30.061331 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port eaecbab7-368a-4105-8ce1-5abb22ce1382 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:30.061736 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:30.149191 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:30.169475 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port eaecbab7-368a-4105-8ce1-5abb22ce1382, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=eaecbab7-368a-4105-8ce1-5abb22ce1382,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:30.174095 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:30.175031 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 25b73e8c-21d3-40b7-bd8c-f4231d093c25 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:30.254953 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=eaecbab7-368a-4105-8ce1-5abb22ce1382,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:30.266258 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.266611 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.266959 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.267303 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.267637 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.268214 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.268324 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.268627 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.268955 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.269285 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.269605 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.269929 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:12:30.282960 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 25b73e8c-21d3-40b7-bd8c-f4231d093c25 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:30.283323 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:30.316731 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1c731cf3-1b79-44ca-9066-0c96fd78b159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:30.410500 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Sync routers for ids ['67440a54-fec4-4614-b371-0bb71b0a280e'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:12:30.420055 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Routers {'67440a54-fec4-4614-b371-0bb71b0a280e'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:30.420725 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:12:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['67440a54-fec4-4614-b371-0bb71b0a280e'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:30.523518 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Set router 67440a54-fec4-4614-b371-0bb71b0a280e gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:30.798071 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'name': 'tempest-TestVolumeBootPattern-908650089-router', 'tenant_id': '8976889bf53f49c180326b4f60618f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'eaecbab7-368a-4105-8ce1-5abb22ce1382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:24Z', 'updated_at': '2021-07-15T15:12:27Z', 'revision_number': 4, 'project_id': '8976889bf53f49c180326b4f60618f9b', 'gw_port': {'id': 'eaecbab7-368a-4105-8ce1-5abb22ce1382', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:24Z', 'updated_at': '2021-07-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '75802f07-886a-4b04-b914-e998bf4d1e63', 'name': '', 'network_id': 'c43aa355-2a1f-4d06-988a-d7884a784d08', 'tenant_id': '8976889bf53f49c180326b4f60618f9b', 'mac_address': 'fa:16:3e:c9:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f6dd695b-0560-421d-b8ff-103909b09377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:26Z', 'updated_at': '2021-07-15T15:12:27Z', 'revision_number': 2, 'project_id': '8976889bf53f49c180326b4f60618f9b', 'subnets': [{'id': 'f6dd695b-0560-421d-b8ff-103909b09377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:30.822962 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Checking router: 67440a54-fec4-4614-b371-0bb71b0a280e for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:12:30.823314 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Updating router 67440a54-fec4-4614-b371-0bb71b0a280e port 75802f07-886a-4b04-b914-e998bf4d1e63 binding host dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 15 15:12:30.861030 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.121840 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Notify callbacks [] for port, precommit_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.131567 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.provisioning_blocks [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Transition to ACTIVE for port object 75802f07-886a-4b04-b914-e998bf4d1e63 will not be triggered until provisioned by entity L2. {{(pid=92933) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:31.137819 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.183570 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4e712-cc74-47e0-b8f7-300e0edbdb46 None None] Pushing event updated for resources: {'Port': ['ID=75802f07-886a-4b04-b914-e998bf4d1e63,revision_number=3']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:31.257144 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Attempting to bind port 75802f07-886a-4b04-b914-e998bf4d1e63 on host dv-cinder-788367-2-iscsi for vnic_type normal with profile {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:31.257525 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Attempting to bind port 75802f07-886a-4b04-b914-e998bf4d1e63 by drivers openvswitch,hyperv on host dv-cinder-788367-2-iscsi at level 0 using segments [{'id': '38582fe6-b105-425d-bbb6-43cd9f80a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c43aa355-2a1f-4d06-988a-d7884a784d08'}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:31.258238 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Attempting to bind port 75802f07-886a-4b04-b914-e998bf4d1e63 on network c43aa355-2a1f-4d06-988a-d7884a784d08 {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:31.264352 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Checking agent: {'id': 'fb72dcf8-dfff-424d-a199-66b6e9dca4b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788367-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 54, 3), 'started_at': datetime.datetime(2021, 7, 15, 14, 54, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788367-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:31.264734 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Checking segment: {'id': '38582fe6-b105-425d-bbb6-43cd9f80a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c43aa355-2a1f-4d06-988a-d7884a784d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92933) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:31.265139 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.265590 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Bound using segment: {'id': '38582fe6-b105-425d-bbb6-43cd9f80a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c43aa355-2a1f-4d06-988a-d7884a784d08'} {{(pid=92933) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:31.266079 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.managers [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Bound port: 75802f07-886a-4b04-b914-e998bf4d1e63, host: dv-cinder-788367-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38582fe6-b105-425d-bbb6-43cd9f80a431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'c43aa355-2a1f-4d06-988a-d7884a784d08'}}] {{(pid=92933) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:31.266491 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.336086 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] For port 75802f07-886a-4b04-b914-e998bf4d1e63, host dv-cinder-788367-2-iscsi, cleared binding levels {{(pid=92933) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:31.340345 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.plugins.ml2.db [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] For port 75802f07-886a-4b04-b914-e998bf4d1e63, host dv-cinder-788367-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=75802f07-886a-4b04-b914-e998bf4d1e63,segment=NetworkSegment(38582fe6-b105-425d-bbb6-43cd9f80a431),segment_id=38582fe6-b105-425d-bbb6-43cd9f80a431)] {{(pid=92933) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:31.344848 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron_lib.callbacks.manager [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92933) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:31.401962 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Routers {'67440a54-fec4-4614-b371-0bb71b0a280e'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:12:31.402614 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:12:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['67440a54-fec4-4614-b371-0bb71b0a280e'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:31.445244 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4e712-cc74-47e0-b8f7-300e0edbdb46 None None] Pushing event updated for resources: {'Port': ['ID=75802f07-886a-4b04-b914-e998bf4d1e63,revision_number=4']} {{(pid=92933) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:31.520890 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] Set router 67440a54-fec4-4614-b371-0bb71b0a280e gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:12:31.726337 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'name': 'tempest-TestVolumeBootPattern-908650089-router', 'tenant_id': '8976889bf53f49c180326b4f60618f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'eaecbab7-368a-4105-8ce1-5abb22ce1382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:24Z', 'updated_at': '2021-07-15T15:12:27Z', 'revision_number': 4, 'project_id': '8976889bf53f49c180326b4f60618f9b', 'gw_port': {'id': 'eaecbab7-368a-4105-8ce1-5abb22ce1382', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:24Z', 'updated_at': '2021-07-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '75802f07-886a-4b04-b914-e998bf4d1e63', 'name': '', 'network_id': 'c43aa355-2a1f-4d06-988a-d7884a784d08', 'tenant_id': '8976889bf53f49c180326b4f60618f9b', 'mac_address': 'fa:16:3e:c9:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f6dd695b-0560-421d-b8ff-103909b09377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:26Z', 'updated_at': '2021-07-15T15:12:31Z', 'revision_number': 4, 'project_id': '8976889bf53f49c180326b4f60618f9b', 'subnets': [{'id': 'f6dd695b-0560-421d-b8ff-103909b09377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:12:31.753056 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6fa822-31d3-4ee3-a4b6-1f2807e720e6 None None] The sync data for ids ['67440a54-fec4-4614-b371-0bb71b0a280e'] in dv-cinder-788367-2-iscsi is: [{'id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'name': 'tempest-TestVolumeBootPattern-908650089-router', 'tenant_id': '8976889bf53f49c180326b4f60618f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'eaecbab7-368a-4105-8ce1-5abb22ce1382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:24Z', 'updated_at': '2021-07-15T15:12:27Z', 'revision_number': 4, 'project_id': '8976889bf53f49c180326b4f60618f9b', 'gw_port': {'id': 'eaecbab7-368a-4105-8ce1-5abb22ce1382', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:24Z', 'updated_at': '2021-07-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '75802f07-886a-4b04-b914-e998bf4d1e63', 'name': '', 'network_id': 'c43aa355-2a1f-4d06-988a-d7884a784d08', 'tenant_id': '8976889bf53f49c180326b4f60618f9b', 'mac_address': 'fa:16:3e:c9:ed:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f6dd695b-0560-421d-b8ff-103909b09377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:26Z', 'updated_at': '2021-07-15T15:12:31Z', 'revision_number': 4, 'project_id': '8976889bf53f49c180326b4f60618f9b', 'subnets': [{'id': 'f6dd695b-0560-421d-b8ff-103909b09377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:12:31.928973 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device eaecbab7-368a-4105-8ce1-5abb22ce1382 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:31.982767 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port eaecbab7-368a-4105-8ce1-5abb22ce1382 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:31.983141 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:32.067196 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 75802f07-886a-4b04-b914-e998bf4d1e63 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:32.119020 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning for port 75802f07-886a-4b04-b914-e998bf4d1e63 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:32.123563 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 75802f07-886a-4b04-b914-e998bf4d1e63 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:32.123943 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:32.207388 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:32.244005 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] For port 75802f07-886a-4b04-b914-e998bf4d1e63, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=75802f07-886a-4b04-b914-e998bf4d1e63,segment=NetworkSegment(38582fe6-b105-425d-bbb6-43cd9f80a431),segment_id=38582fe6-b105-425d-bbb6-43cd9f80a431)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:32.248413 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:32.298978 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Pushing event updated for resources: {'Port': ['ID=75802f07-886a-4b04-b914-e998bf4d1e63,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:32.994897 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-81e7d757-26cf-47ef-a1d4-a9f048834fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:33.442386 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:33.900742 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 75802f07-886a-4b04-b914-e998bf4d1e63 up at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:12:33.948948 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Provisioning complete for port 75802f07-886a-4b04-b914-e998bf4d1e63 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:33.949349 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:34.101490 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:34.769711 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:12:35.500424 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:44.786508 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-eee79dcb-4979-4c29-a3e5-143f3ef430dc tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343316930&fields=id&tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2 HTTP/1.1" status: 200 len: 267 time: 0.0322123 Jul 15 15:12:44.891128 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-4b35693a-7b04-41fc-941b-f72c2d85e01e tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:44.892590 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-4b35693a-7b04-41fc-941b-f72c2d85e01e tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 812 time: 0.0999510 Jul 15 15:12:44.906662 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-bd71ab9d-3598-4baf-89a9-3464b5824ea5 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/quotas/a6a30d9e3ee347189ced7d3f7b911fa2 HTTP/1.1" status: 200 len: 375 time: 0.0088291 Jul 15 15:12:44.973579 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-2f4c00c9-1ca8-489f-a2ba-3043cba6ffd8 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621760 Jul 15 15:12:44.992155 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-6f2f220c-2b53-4164-93fe-41b64c2cdb01 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=92931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:12:44.993109 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-6f2f220c-2b53-4164-93fe-41b64c2cdb01 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051486 Jul 15 15:12:45.081800 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-cba5a01f-b1ce-4158-9067-d5cb8f67f2b2 service neutron] 10.222.0.72 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828235 Jul 15 15:12:45.167330 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-d88ce8f0-70f2-4df5-bbd6-9640c2a3c131 service neutron] 10.222.0.72 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799451 Jul 15 15:12:45.458661 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9b49a360-fe36-40bc-9e28-0bbdd2459e55 req-59e82c4c-b282-4160-8364-2db8d89ac1d2 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 210 time: 0.0311785 Jul 15 15:12:46.549780 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-edb2051d-637f-4950-9c37-b2791123a656 req-91c1e938-cdfa-458a-ad2f-7fd5cfea7ef4 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 210 time: 0.0368860 Jul 15 15:12:47.634591 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-38755247-363c-4aaa-adc0-51f983f7ec6b req-d23368ea-0144-45c5-8432-ac42141d1ed5 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 210 time: 0.0338008 Jul 15 15:12:48.712838 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c339b7e0-4dac-495f-82f2-472749af992b req-8254c237-9bef-444e-848f-1d781f9f4169 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 210 time: 0.0282841 Jul 15 15:12:49.849630 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-bbbee43f-1114-4c01-9e39-afa76e3f4a7a req-fda970c9-f0e2-48aa-8f5f-9a99376d3e7e tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 210 time: 0.0281849 Jul 15 15:12:50.710426 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-5997bd88-e7c4-45e2-88f6-cfc865e5b9b4 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:50.711870 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-5997bd88-e7c4-45e2-88f6-cfc865e5b9b4 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.41 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 812 time: 0.1005504 Jul 15 15:12:50.759932 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-7c00c2b5-bc23-4382-bd39-edec2a4ccbea tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2 HTTP/1.1" status: 200 len: 379 time: 0.0335655 Jul 15 15:12:50.768664 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-1b911392-0f9c-4276-aa23-19dc85e5cc51 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Request body: {'port': {'device_id': 'ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'admin_state_up': True, 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'security_groups': ['448aeed1-4f8f-4712-b4ae-8c058fda0b54']}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:50.874473 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-1b911392-0f9c-4276-aa23-19dc85e5cc51 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Made reservation on behalf of a6a30d9e3ee347189ced7d3f7b911fa2 for: {'port': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:12:50.878504 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-1b911392-0f9c-4276-aa23-19dc85e5cc51 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:51.011571 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-015ebe82-1b59-4ba6-b070-e0dc2aad431c req-b4360bdb-d2fc-4648-9c29-6cf217075b02 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 210 time: 0.0494969 Jul 15 15:12:51.030999 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-1b911392-0f9c-4276-aa23-19dc85e5cc51 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Allocated IP 172.20.0.10 (256b1f49-09b1-4857-8f84-aa19092f1df7/a43a6e1f-f392-4329-8d28-2d19390a0286/a288434a-a108-41dd-91ea-14db55a61d0b) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:12:51.174054 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-1b911392-0f9c-4276-aa23-19dc85e5cc51 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:51.187167 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-1b911392-0f9c-4276-aa23-19dc85e5cc51 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Transition to ACTIVE for port object a288434a-a108-41dd-91ea-14db55a61d0b will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:51.220577 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-1b911392-0f9c-4276-aa23-19dc85e5cc51 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:51.273030 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-1b911392-0f9c-4276-aa23-19dc85e5cc51 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Network 256b1f49-09b1-4857-8f84-aa19092f1df7 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:12:51.276303 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-1b911392-0f9c-4276-aa23-19dc85e5cc51 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:12:51.278656 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-1b911392-0f9c-4276-aa23-19dc85e5cc51 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:12:51.285312 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b911392-0f9c-4276-aa23-19dc85e5cc51 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event updated for resources: {'Port': ['ID=a288434a-a108-41dd-91ea-14db55a61d0b,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:51.333338 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-1b911392-0f9c-4276-aa23-19dc85e5cc51 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:51.333961 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-1b911392-0f9c-4276-aa23-19dc85e5cc51 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:51.348778 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-1b911392-0f9c-4276-aa23-19dc85e5cc51 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5838060 Jul 15 15:12:51.358732 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-e3e4e16d-072b-4922-9102-1079c136a0fb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=92931) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 15 15:12:51.359700 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-e3e4e16d-072b-4922-9102-1079c136a0fb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053244 Jul 15 15:12:51.458212 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Request body: {'port': {'device_id': 'ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:12:51.481282 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-9ce1edc8-e1ba-49ca-bd27-d775aabf5a7e None None] Provisioning for port a288434a-a108-41dd-91ea-14db55a61d0b completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:12:51.485788 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-9ce1edc8-e1ba-49ca-bd27-d775aabf5a7e None None] Provisioning complete for port a288434a-a108-41dd-91ea-14db55a61d0b triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:12:51.486169 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9ce1edc8-e1ba-49ca-bd27-d775aabf5a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:51.519809 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-9ce1edc8-e1ba-49ca-bd27-d775aabf5a7e None None] Port a288434a-a108-41dd-91ea-14db55a61d0b cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:12:51.534048 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:51.786992 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a288434a-a108-41dd-91ea-14db55a61d0b {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:12:51.794582 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:51.806032 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Transition to ACTIVE for port object a288434a-a108-41dd-91ea-14db55a61d0b will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:12:51.809542 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:51.882211 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Pushing event updated for resources: {'Port': ['ID=a288434a-a108-41dd-91ea-14db55a61d0b,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:51.930987 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Attempting to bind port a288434a-a108-41dd-91ea-14db55a61d0b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:12:51.931335 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Attempting to bind port a288434a-a108-41dd-91ea-14db55a61d0b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:12:51.931650 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Attempting to bind port a288434a-a108-41dd-91ea-14db55a61d0b on network 256b1f49-09b1-4857-8f84-aa19092f1df7 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:51.936327 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Port a288434a-a108-41dd-91ea-14db55a61d0b on network 256b1f49-09b1-4857-8f84-aa19092f1df7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:12:51.936648 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Attempting to bind port a288434a-a108-41dd-91ea-14db55a61d0b on network 256b1f49-09b1-4857-8f84-aa19092f1df7 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:12:51.941533 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:12:51.941866 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Checking segment: {'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:12:51.942245 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Bound using segment: {'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:12:51.942669 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Bound port: a288434a-a108-41dd-91ea-14db55a61d0b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:12:51.943020 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:52.009988 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] For port a288434a-a108-41dd-91ea-14db55a61d0b, host hv-cinder-78836, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:12:52.013624 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] For port a288434a-a108-41dd-91ea-14db55a61d0b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a288434a-a108-41dd-91ea-14db55a61d0b,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:12:52.018040 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:52.053214 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:52.053827 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:52.055261 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] 10.222.0.41 "PUT /v2.0/ports/a288434a-a108-41dd-91ea-14db55a61d0b HTTP/1.1" status: 200 len: 1094 time: 0.6892769 Jul 15 15:12:52.055703 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6', 'tag': 'a288434a-a108-41dd-91ea-14db55a61d0b'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:12:52.057900 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c356483d-57fe-4177-b994-7ede3edb6002" -d '{"events": [{"name": "network-changed", "server_uuid": "ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6", "tag": "a288434a-a108-41dd-91ea-14db55a61d0b"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:12:52.082030 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa5c2b-10f7-476d-8c03-98f1001b433b service neutron] Pushing event updated for resources: {'Port': ['ID=a288434a-a108-41dd-91ea-14db55a61d0b,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:52.119408 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653630bf-0f20-4644-b011-63dcfdd87701 x-openstack-request-id: req-653630bf-0f20-4644-b011-63dcfdd87701 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:12:52.119749 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6", "tag": "a288434a-a108-41dd-91ea-14db55a61d0b", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:12:52.119999 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-653630bf-0f20-4644-b011-63dcfdd87701 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:12:52.120420 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6', 'tag': 'a288434a-a108-41dd-91ea-14db55a61d0b', 'status': 'completed', 'code': 200} Jul 15 15:12:52.174998 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-6e4f2399-c574-48bb-8b33-d043aeff9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:52.182247 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-6e4f2399-c574-48bb-8b33-d043aeff9a3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 1097 time: 0.0699677 Jul 15 15:12:52.192918 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f415fa0-db75-46f6-b837-aecc0258da5e req-1947bb7c-eafe-4a2a-afd9-635927aaafb1 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:52.194447 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2f415fa0-db75-46f6-b837-aecc0258da5e req-1947bb7c-eafe-4a2a-afd9-635927aaafb1 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 944 time: 0.0655036 Jul 15 15:12:52.222913 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-fcec9ea5-c994-4575-9dbb-e7956693bd13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a288434a-a108-41dd-91ea-14db55a61d0b HTTP/1.1" status: 200 len: 217 time: 0.0391068 Jul 15 15:12:52.234761 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2f415fa0-db75-46f6-b837-aecc0258da5e req-f95f2d4f-abee-4760-9133-79b8a4ba9f2c tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338182 Jul 15 15:12:52.275818 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-5da6481f-7e3e-42fe-8219-5ddc81b038cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:52.277287 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-5da6481f-7e3e-42fe-8219-5ddc81b038cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a43a6e1f-f392-4329-8d28-2d19390a0286 HTTP/1.1" status: 200 len: 851 time: 0.0477929 Jul 15 15:12:52.332837 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-194b5205-25c5-4da8-9831-b00daf102f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:52.334254 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-194b5205-25c5-4da8-9831-b00daf102f48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=256b1f49-09b1-4857-8f84-aa19092f1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503519 Jul 15 15:12:52.704059 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-323311e9-9909-4776-9451-c7e8d672d7e8 service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630793 Jul 15 15:12:52.789728 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-188b0b13-8ef0-421c-a3b8-aaecd0172f50 req-d3f98eac-56fa-4cae-b4b1-8269e6ae1f7b service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791273 Jul 15 15:12:52.892703 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356483d-57fe-4177-b994-7ede3edb6002 req-245c6129-eea3-4d2c-b270-edb0b0062625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:52.894150 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c356483d-57fe-4177-b994-7ede3edb6002 req-245c6129-eea3-4d2c-b270-edb0b0062625 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 1097 time: 0.0513105 Jul 15 15:12:52.982115 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356483d-57fe-4177-b994-7ede3edb6002 req-5245205d-dfea-41eb-9288-42e20fe719ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:52.983462 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c356483d-57fe-4177-b994-7ede3edb6002 req-5245205d-dfea-41eb-9288-42e20fe719ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 913 time: 0.0830891 Jul 15 15:12:53.023723 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c356483d-57fe-4177-b994-7ede3edb6002 req-73047de5-0344-4473-b710-4dc51c61fdf0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a288434a-a108-41dd-91ea-14db55a61d0b HTTP/1.1" status: 200 len: 217 time: 0.0332699 Jul 15 15:12:53.073492 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356483d-57fe-4177-b994-7ede3edb6002 req-9afacc5d-a8ae-4aa3-ae78-b29c4e8fbce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:53.074880 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c356483d-57fe-4177-b994-7ede3edb6002 req-9afacc5d-a8ae-4aa3-ae78-b29c4e8fbce7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a43a6e1f-f392-4329-8d28-2d19390a0286 HTTP/1.1" status: 200 len: 851 time: 0.0447397 Jul 15 15:12:53.131776 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356483d-57fe-4177-b994-7ede3edb6002 req-3b13b57c-7e85-49ba-b89d-c6eafe1a140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:53.133776 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c356483d-57fe-4177-b994-7ede3edb6002 req-3b13b57c-7e85-49ba-b89d-c6eafe1a140b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=256b1f49-09b1-4857-8f84-aa19092f1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522413 Jul 15 15:12:53.220729 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c356483d-57fe-4177-b994-7ede3edb6002 req-d2cebc93-79b5-4269-b917-6436dc5073cc service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809042 Jul 15 15:12:53.311855 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c356483d-57fe-4177-b994-7ede3edb6002 req-ff1c489a-32aa-4c47-907c-ecf6e1429722 service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849650 Jul 15 15:12:53.411097 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70afb2-43d9-432e-9a6d-59fe991f8f20 req-bdcaf813-c884-4216-881e-1da6e731f97d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:53.412584 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6d70afb2-43d9-432e-9a6d-59fe991f8f20 req-bdcaf813-c884-4216-881e-1da6e731f97d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 944 time: 0.0643671 Jul 15 15:12:53.445516 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:53.450311 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6d70afb2-43d9-432e-9a6d-59fe991f8f20 req-5ac8dc2d-c6f3-47e4-a435-01942dece822 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322037 Jul 15 15:12:54.623590 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed44865-b0d8-4a14-ad14-8560da130046 req-feb46897-3b59-485b-b764-516241d1b28a tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:54.625090 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6ed44865-b0d8-4a14-ad14-8560da130046 req-feb46897-3b59-485b-b764-516241d1b28a tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 944 time: 0.0650229 Jul 15 15:12:54.663410 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6ed44865-b0d8-4a14-ad14-8560da130046 req-ec937aa6-445e-4c99-8f64-22987dedb21f tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327852 Jul 15 15:12:55.837101 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b65237-ac21-4c21-8e06-5068550d40c7 req-54612f61-a01d-4c51-8e2f-34b724bd2bb4 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:55.838564 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-15b65237-ac21-4c21-8e06-5068550d40c7 req-54612f61-a01d-4c51-8e2f-34b724bd2bb4 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 944 time: 0.0655475 Jul 15 15:12:55.875352 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-15b65237-ac21-4c21-8e06-5068550d40c7 req-2b211b87-acb0-4a27-a1a7-a8ca24d364c9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313294 Jul 15 15:12:57.044555 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea87b48-d71d-47d5-8e8b-ef7d025cfb3d req-294d000d-7a78-496b-81ee-85c31ad8a48e tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:57.046006 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-dea87b48-d71d-47d5-8e8b-ef7d025cfb3d req-294d000d-7a78-496b-81ee-85c31ad8a48e tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 944 time: 0.0622945 Jul 15 15:12:57.082181 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-dea87b48-d71d-47d5-8e8b-ef7d025cfb3d req-238771ce-6f06-47f5-8468-3dda8ecd6a73 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306034 Jul 15 15:12:58.251775 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eaf2f1-3aaf-46ec-9d27-2a4af4ec2302 req-33fc3f92-f4de-4683-bf47-aa4c1fed824a tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:58.253279 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-42eaf2f1-3aaf-46ec-9d27-2a4af4ec2302 req-33fc3f92-f4de-4683-bf47-aa4c1fed824a tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 944 time: 0.0627217 Jul 15 15:12:58.290464 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-42eaf2f1-3aaf-46ec-9d27-2a4af4ec2302 req-e95b0d54-829e-40bf-b625-35f09c96e9d0 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314126 Jul 15 15:12:59.135966 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device a288434a-a108-41dd-91ea-14db55a61d0b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:12:59.229150 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port a288434a-a108-41dd-91ea-14db55a61d0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a288434a-a108-41dd-91ea-14db55a61d0b,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:59.240011 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': 'a288434a-a108-41dd-91ea-14db55a61d0b', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'port_id': 'a288434a-a108-41dd-91ea-14db55a61d0b', 'mac_address': 'fa:16:3e:0e:9e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:12:59.275746 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:59.287739 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a288434a-a108-41dd-91ea-14db55a61d0b {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:12:59.306692 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port a288434a-a108-41dd-91ea-14db55a61d0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a288434a-a108-41dd-91ea-14db55a61d0b,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:12:59.310546 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:12:59.360821 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=a288434a-a108-41dd-91ea-14db55a61d0b,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:12:59.465022 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca4674-9f31-46ac-928d-aa350cb72b59 req-e4bda0ec-cd9b-46dd-92a8-52d6299cd02d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:12:59.467009 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-66ca4674-9f31-46ac-928d-aa350cb72b59 req-e4bda0ec-cd9b-46dd-92a8-52d6299cd02d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 945 time: 0.0662534 Jul 15 15:12:59.503471 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-66ca4674-9f31-46ac-928d-aa350cb72b59 req-8d9ccaa3-659e-426f-ab73-250c1d9981d2 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309746 Jul 15 15:12:59.512056 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['a288434a-a108-41dd-91ea-14db55a61d0b'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:13:00.298367 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cb846689-d07e-439f-8c55-a6409ca9c576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:00.688564 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1b3fb-ce1a-4495-9b46-114d08f5a5f8 req-6f15c4bf-3bbe-42ff-bd08-3da5e9a6f06a tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:00.690046 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c9e1b3fb-ce1a-4495-9b46-114d08f5a5f8 req-6f15c4bf-3bbe-42ff-bd08-3da5e9a6f06a tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 945 time: 0.0644386 Jul 15 15:13:00.732892 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c9e1b3fb-ce1a-4495-9b46-114d08f5a5f8 req-191198a4-67b6-44db-b2d5-8eb4050d8ae2 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368044 Jul 15 15:13:01.150876 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device a288434a-a108-41dd-91ea-14db55a61d0b up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:13:01.197564 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port a288434a-a108-41dd-91ea-14db55a61d0b completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:13:01.201630 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port a288434a-a108-41dd-91ea-14db55a61d0b triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:13:01.202008 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:01.274905 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:01.299520 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a288434a-a108-41dd-91ea-14db55a61d0b'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:13:01.301774 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c4da26-1e8e-456e-b286-a834865d3c5e" -d '{"events": [{"server_uuid": "ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6", "name": "network-vif-plugged", "status": "completed", "tag": "a288434a-a108-41dd-91ea-14db55a61d0b"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:13:01.314192 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port a288434a-a108-41dd-91ea-14db55a61d0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a288434a-a108-41dd-91ea-14db55a61d0b,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:13:01.318981 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:01.368712 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=a288434a-a108-41dd-91ea-14db55a61d0b,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:01.392186 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b80843a-f359-4b49-8f5f-5586fc79e479 x-openstack-request-id: req-4b80843a-f359-4b49-8f5f-5586fc79e479 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:13:01.392490 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6", "name": "network-vif-plugged", "status": "completed", "tag": "a288434a-a108-41dd-91ea-14db55a61d0b", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:13:01.392746 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4b80843a-f359-4b49-8f5f-5586fc79e479 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:13:01.393136 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a288434a-a108-41dd-91ea-14db55a61d0b', 'code': 200} Jul 15 15:13:01.655308 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07c10b-d812-400d-bad4-22c1718313c6 req-ec5cba17-4629-461c-bb42-53c7731b59dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:01.656810 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-eb07c10b-d812-400d-bad4-22c1718313c6 req-ec5cba17-4629-461c-bb42-53c7731b59dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0563636 Jul 15 15:13:01.689912 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-eb07c10b-d812-400d-bad4-22c1718313c6 req-8f87e885-b84b-41d7-86cf-9b2c0cc3c350 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268304 Jul 15 15:13:01.904963 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96409cd-9e91-476d-96ab-b8e3ac7bf48d req-118ab679-bdb9-4560-8d29-b599b69f4dc2 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:01.906501 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c96409cd-9e91-476d-96ab-b8e3ac7bf48d req-118ab679-bdb9-4560-8d29-b599b69f4dc2 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 946 time: 0.0627134 Jul 15 15:13:01.943342 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c96409cd-9e91-476d-96ab-b8e3ac7bf48d req-bad47c74-6dd9-43ff-9ad5-8aae99ddc5cd tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309906 Jul 15 15:13:03.004671 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ee835e0f-1684-4e65-b7d0-b847f2a97436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:03.141105 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f490b-520d-4736-af51-2b627980d78f req-bed14adc-90cf-48de-b1c4-a169576a3dca tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:03.142721 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2a6f490b-520d-4736-af51-2b627980d78f req-bed14adc-90cf-48de-b1c4-a169576a3dca tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 946 time: 0.0787570 Jul 15 15:13:03.183087 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-2a6f490b-520d-4736-af51-2b627980d78f req-fcba403a-2955-4fa2-b6b3-2e652c43604b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325012 Jul 15 15:13:03.391944 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f95ce-213e-4338-aced-4d23994a1de3 req-432c6ea0-8a25-40d0-b7b4-1cfed0e260ce tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:03.393396 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c83f95ce-213e-4338-aced-4d23994a1de3 req-432c6ea0-8a25-40d0-b7b4-1cfed0e260ce tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 946 time: 0.0826147 Jul 15 15:13:03.437585 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c83f95ce-213e-4338-aced-4d23994a1de3 req-1e8a36db-ac1e-4d37-ae86-9e04fde1bcf8 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374241 Jul 15 15:13:03.454598 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:03.464590 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41312) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:03.560668 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe45fbc2-76f6-41ac-b2f1-c5c0deffae4f tempest-TestVolumeBootPattern-547637357 tempest-TestVolumeBootPattern-547637357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:03.562209 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-fe45fbc2-76f6-41ac-b2f1-c5c0deffae4f tempest-TestVolumeBootPattern-547637357 tempest-TestVolumeBootPattern-547637357-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 1094 time: 0.0965998 Jul 15 15:13:03.565613 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41316) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:13:03.569956 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Request body: {'floatingip': {'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'port_id': 'a288434a-a108-41dd-91ea-14db55a61d0b', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:13:03.593183 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for floatingip, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:03.701582 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:03.807671 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Allocated IP 172.27.0.225 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/81cf527d-3334-4633-b737-2133019255a6) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:13:03.928926 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:03.965060 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.006861 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:13:04.010000 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:13:04.014105 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:13:04.019367 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event updated for resources: {'Port': ['ID=81cf527d-3334-4633-b737-2133019255a6,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:04.103690 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.383481 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.464908 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.613571 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.618165 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.689258 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event updated for resources: {'Port': ['ID=81cf527d-3334-4633-b737-2133019255a6,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:13:04.700509 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:04.797960 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.l3_db [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Floating IP 7b297869-8e4e-4213-ace8-1dadbd5a26d6 associated. External IP: 172.27.0.225, port: a288434a-a108-41dd-91ea-14db55a61d0b. Jul 15 15:13:04.998020 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Router da20a326-fe01-480b-a46e-e715a7887381 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:13:05.098622 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:13:05.107682 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e7950a-9942-40d1-80ce-19c054de028d None None] Sync routers for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:13:05.113939 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:05.117368 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e7950a-9942-40d1-80ce-19c054de028d None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:05.117983 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-29e7950a-9942-40d1-80ce-19c054de028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:13:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:05.154626 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-71d28a44-d5ca-40b7-b4e4-6532721aa78b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5879884 Jul 15 15:13:05.155336 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6', 'tag': 'a288434a-a108-41dd-91ea-14db55a61d0b'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:13:05.157729 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded6d0ef-2581-4e8b-8ab5-b81b0794e874" -d '{"events": [{"name": "network-changed", "server_uuid": "ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6", "tag": "a288434a-a108-41dd-91ea-14db55a61d0b"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:13:05.245604 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e75b266-c6ef-401c-83a1-28b8a28b040f x-openstack-request-id: req-6e75b266-c6ef-401c-83a1-28b8a28b040f {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:13:05.245903 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6", "tag": "a288434a-a108-41dd-91ea-14db55a61d0b", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:13:05.246160 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6e75b266-c6ef-401c-83a1-28b8a28b040f {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:13:05.246570 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6', 'tag': 'a288434a-a108-41dd-91ea-14db55a61d0b', 'status': 'completed', 'code': 200} Jul 15 15:13:05.323933 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6d0ef-2581-4e8b-8ab5-b81b0794e874 req-ac4719f0-6be1-475c-b961-5a33b40be1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:05.326108 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ded6d0ef-2581-4e8b-8ab5-b81b0794e874 req-ac4719f0-6be1-475c-b961-5a33b40be1b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0533123 Jul 15 15:13:05.348308 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-29e7950a-9942-40d1-80ce-19c054de028d None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:13:05.416471 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6d0ef-2581-4e8b-8ab5-b81b0794e874 req-9ba662d0-922b-480e-854b-f63e2e7840b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:05.417934 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ded6d0ef-2581-4e8b-8ab5-b81b0794e874 req-9ba662d0-922b-480e-854b-f63e2e7840b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 913 time: 0.0856197 Jul 15 15:13:05.481636 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ded6d0ef-2581-4e8b-8ab5-b81b0794e874 req-fe0c8212-aaa1-4369-bdec-041d8e188307 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a288434a-a108-41dd-91ea-14db55a61d0b HTTP/1.1" status: 200 len: 1000 time: 0.0566311 Jul 15 15:13:05.513002 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:05.536080 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6d0ef-2581-4e8b-8ab5-b81b0794e874 req-0d9fd65d-10d0-4ddc-9898-b390d6b0d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:05.537585 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ded6d0ef-2581-4e8b-8ab5-b81b0794e874 req-0d9fd65d-10d0-4ddc-9898-b390d6b0d67e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a43a6e1f-f392-4329-8d28-2d19390a0286 HTTP/1.1" status: 200 len: 851 time: 0.0497417 Jul 15 15:13:05.581018 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-29e7950a-9942-40d1-80ce-19c054de028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '7b297869-8e4e-4213-ace8-1dadbd5a26d6', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'port_id': 'a288434a-a108-41dd-91ea-14db55a61d0b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'mac_address': 'fa:16:3e:0e:9e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:13:04Z', 'updated_at': '2021-07-15T15:13:04Z', 'revision_number': 0, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:05.597287 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6d0ef-2581-4e8b-8ab5-b81b0794e874 req-84bd041f-dc80-4550-8098-38b045418669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:05.598797 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ded6d0ef-2581-4e8b-8ab5-b81b0794e874 req-84bd041f-dc80-4550-8098-38b045418669 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=256b1f49-09b1-4857-8f84-aa19092f1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549624 Jul 15 15:13:05.606020 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e7950a-9942-40d1-80ce-19c054de028d None None] Checking router: da20a326-fe01-480b-a46e-e715a7887381 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:13:05.614744 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e7950a-9942-40d1-80ce-19c054de028d None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:13:05.615345 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-29e7950a-9942-40d1-80ce-19c054de028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:13:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:05.687438 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ded6d0ef-2581-4e8b-8ab5-b81b0794e874 req-540c709f-392c-4152-bfac-417b2ac016a3 service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820894 Jul 15 15:13:05.720426 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-29e7950a-9942-40d1-80ce-19c054de028d None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:13:05.778750 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-ded6d0ef-2581-4e8b-8ab5-b81b0794e874 req-34b06e35-06b0-4ecd-9138-f09a8af1e32f service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838940 Jul 15 15:13:05.936762 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-29e7950a-9942-40d1-80ce-19c054de028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '7b297869-8e4e-4213-ace8-1dadbd5a26d6', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'port_id': 'a288434a-a108-41dd-91ea-14db55a61d0b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'mac_address': 'fa:16:3e:0e:9e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:13:04Z', 'updated_at': '2021-07-15T15:13:04Z', 'revision_number': 0, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:13:05.964967 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e7950a-9942-40d1-80ce-19c054de028d None None] The sync data for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi is: [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': '7b297869-8e4e-4213-ace8-1dadbd5a26d6', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'port_id': 'a288434a-a108-41dd-91ea-14db55a61d0b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'mac_address': 'fa:16:3e:0e:9e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:13:04Z', 'updated_at': '2021-07-15T15:13:04Z', 'revision_number': 0, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:13:06.136730 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df21154-33e4-4e69-ab2d-ea3e3aa99306 None None] New status for floating IP 7b297869-8e4e-4213-ace8-1dadbd5a26d6: ACTIVE {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:13:11.767940 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:13:23.458759 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:30.299570 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b00c17bf-2a30-44e0-b0e9-fbb47761aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:32.995085 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-26374c16-a8ac-4b89-9f03-03cc340d45fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:33.444972 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:34.107617 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:35.505038 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:48.766412 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:13:53.459107 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:13:57.972663 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-232e0a90-f0b8-4179-8b71-460cdd186154 req-b8d5fbe2-79be-4c06-be41-49ba54b8e677 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492244 Jul 15 15:13:58.081097 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e0a90-f0b8-4179-8b71-460cdd186154 req-985e619b-f71e-4ac8-a928-61bd68a38b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:58.082529 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-232e0a90-f0b8-4179-8b71-460cdd186154 req-985e619b-f71e-4ac8-a928-61bd68a38b6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0511093 Jul 15 15:13:58.187632 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e0a90-f0b8-4179-8b71-460cdd186154 req-c712c4b2-449a-473e-8e27-4a4c68fc0ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:58.189027 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-232e0a90-f0b8-4179-8b71-460cdd186154 req-c712c4b2-449a-473e-8e27-4a4c68fc0ef5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 913 time: 0.0870051 Jul 15 15:13:58.251809 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-232e0a90-f0b8-4179-8b71-460cdd186154 req-f7371d08-ac1e-4e41-a82e-fe6fb32c9ade service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a288434a-a108-41dd-91ea-14db55a61d0b HTTP/1.1" status: 200 len: 1002 time: 0.0555463 Jul 15 15:13:58.298769 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e0a90-f0b8-4179-8b71-460cdd186154 req-25fd0b9d-09df-4cc5-aab9-2bd40cb64f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:58.300136 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-232e0a90-f0b8-4179-8b71-460cdd186154 req-25fd0b9d-09df-4cc5-aab9-2bd40cb64f08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a43a6e1f-f392-4329-8d28-2d19390a0286 HTTP/1.1" status: 200 len: 851 time: 0.0415239 Jul 15 15:13:58.358540 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e0a90-f0b8-4179-8b71-460cdd186154 req-ec95c1b3-4d34-4d01-a34e-199a1bdff70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:13:58.359959 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-232e0a90-f0b8-4179-8b71-460cdd186154 req-ec95c1b3-4d34-4d01-a34e-199a1bdff70a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=256b1f49-09b1-4857-8f84-aa19092f1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535102 Jul 15 15:13:58.453234 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-232e0a90-f0b8-4179-8b71-460cdd186154 req-6b4cbf0e-4f27-40bd-85f1-7d7c2de8758e service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858989 Jul 15 15:13:58.542558 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-232e0a90-f0b8-4179-8b71-460cdd186154 req-b77ede65-3a91-45a0-a054-4fb8ec17791f service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826528 Jul 15 15:14:00.300017 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c31936a3-4c70-477b-bd14-df0286cba9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:02.996893 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ec9897a8-acb7-4d51-9fa9-140fe5560b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:03.445681 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:04.108982 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:05.506996 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:23.473378 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:25.766311 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:14:30.299606 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7360d38f-8e0b-46e6-814a-0c4091025c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:32.997126 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cfc772dc-bdd5-4455-8773-5b6b8f71d225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:33.447082 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:34.112037 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:35.511874 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:14:53.472254 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:00.299164 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-11488c94-e699-48f4-b6c7-503306b73443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:01.861604 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4f769-7983-4080-b1e6-d694e07f8513 req-3f499a23-b19b-4d74-ab15-f20d17b49832 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:01.863340 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-21b4f769-7983-4080-b1e6-d694e07f8513 req-3f499a23-b19b-4d74-ab15-f20d17b49832 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 946 time: 0.0625699 Jul 15 15:15:01.900412 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-21b4f769-7983-4080-b1e6-d694e07f8513 req-d9d26159-c7e7-46f2-95d9-06eab964d5c0 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312603 Jul 15 15:15:02.765968 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:15:03.001235 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-aab0bf27-03a5-4d8b-97d0-3fb2a4b8b064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.078264 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f608b7-a41e-4bf2-85c1-299ed3984f95 req-fadcbd9a-4fbb-4638-98b1-0fb0a3475083 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:03.079736 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-61f608b7-a41e-4bf2-85c1-299ed3984f95 req-fadcbd9a-4fbb-4638-98b1-0fb0a3475083 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 946 time: 0.0650373 Jul 15 15:15:03.115466 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-61f608b7-a41e-4bf2-85c1-299ed3984f95 req-e39f6920-d756-43e4-ab72-59e75f8efea3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302494 Jul 15 15:15:03.246791 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63adba0-1fa9-41cc-bbd8-5147fcb81cdf req-63c75d48-30ec-4049-a191-81847deaa431 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:03.248239 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f63adba0-1fa9-41cc-bbd8-5147fcb81cdf req-63c75d48-30ec-4049-a191-81847deaa431 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.41 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 946 time: 0.0653763 Jul 15 15:15:03.342611 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-f63adba0-1fa9-41cc-bbd8-5147fcb81cdf req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Deleting port a288434a-a108-41dd-91ea-14db55a61d0b {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:15:03.342968 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-f63adba0-1fa9-41cc-bbd8-5147fcb81cdf req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.430453 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-f63adba0-1fa9-41cc-bbd8-5147fcb81cdf req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] For port a288434a-a108-41dd-91ea-14db55a61d0b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=a288434a-a108-41dd-91ea-14db55a61d0b,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:03.430813 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-f63adba0-1fa9-41cc-bbd8-5147fcb81cdf req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.447572 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.870220 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-f63adba0-1fa9-41cc-bbd8-5147fcb81cdf req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.870576 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-f63adba0-1fa9-41cc-bbd8-5147fcb81cdf req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:03.870911 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.l3_db [req-f63adba0-1fa9-41cc-bbd8-5147fcb81cdf req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Floating IP 7b297869-8e4e-4213-ace8-1dadbd5a26d6 disassociated. External IP: 172.27.0.225, port: a288434a-a108-41dd-91ea-14db55a61d0b. Jul 15 15:15:03.871378 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-f63adba0-1fa9-41cc-bbd8-5147fcb81cdf req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Calling delete_port for a288434a-a108-41dd-91ea-14db55a61d0b owned by compute:nova {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:15:03.996358 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-f63adba0-1fa9-41cc-bbd8-5147fcb81cdf req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:04.025071 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event deleted for resources: {'Port': ['ID=a288434a-a108-41dd-91ea-14db55a61d0b,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:04.037585 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:04.037935 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:04.038275 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:04.038616 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:04.038947 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:04.039278 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:04.039616 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:04.039943 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:04.040297 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:04.040625 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:04.040951 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:04.041271 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:04.114784 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:04.150440 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f63adba0-1fa9-41cc-bbd8-5147fcb81cdf req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Router da20a326-fe01-480b-a46e-e715a7887381 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:15:04.255992 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ff5b221b-d07d-412e-9c09-71d288e035bd req-b0f258dd-9f50-423f-9689-24e2a4ee32f8 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6 HTTP/1.1" status: 200 len: 210 time: 0.0312164 Jul 15 15:15:04.259191 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f63adba0-1fa9-41cc-bbd8-5147fcb81cdf req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:15:04.270191 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77179031-53c7-46bc-a697-b9e5be44918a None None] Sync routers for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:15:04.279163 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77179031-53c7-46bc-a697-b9e5be44918a None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:15:04.280007 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-77179031-53c7-46bc-a697-b9e5be44918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:15:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:04.303352 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63adba0-1fa9-41cc-bbd8-5147fcb81cdf req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] No DVR routers for this DVR port a288434a-a108-41dd-91ea-14db55a61d0b on host hv-cinder-78836 {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:15:04.305866 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-f63adba0-1fa9-41cc-bbd8-5147fcb81cdf req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:04.307816 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f63adba0-1fa9-41cc-bbd8-5147fcb81cdf req-6d523427-5af4-4c18-9f24-d4834513c9b9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.41 "DELETE /v2.0/ports/a288434a-a108-41dd-91ea-14db55a61d0b HTTP/1.1" status: 204 len: 173 time: 1.0538859 Jul 15 15:15:04.308347 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6', 'name': 'network-vif-deleted', 'tag': 'a288434a-a108-41dd-91ea-14db55a61d0b'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:04.310645 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40669fc4-1dfe-4591-a104-04490557c18b" -d '{"events": [{"server_uuid": "ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6", "name": "network-vif-deleted", "tag": "a288434a-a108-41dd-91ea-14db55a61d0b"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:04.346946 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17cdf06-e716-4c56-aa7b-58662c03143d x-openstack-request-id: req-e17cdf06-e716-4c56-aa7b-58662c03143d {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:04.347247 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6", "name": "network-vif-deleted", "tag": "a288434a-a108-41dd-91ea-14db55a61d0b", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:04.347504 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e17cdf06-e716-4c56-aa7b-58662c03143d {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:04.347905 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed62c057-5e10-4ac0-9ef3-92c6f68c6fa6', 'name': 'network-vif-deleted', 'tag': 'a288434a-a108-41dd-91ea-14db55a61d0b', 'status': 'completed', 'code': 200} Jul 15 15:15:04.402156 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-77179031-53c7-46bc-a697-b9e5be44918a None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:15:04.604098 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-77179031-53c7-46bc-a697-b9e5be44918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:04.630564 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77179031-53c7-46bc-a697-b9e5be44918a None None] Checking router: da20a326-fe01-480b-a46e-e715a7887381 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:15:04.639229 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77179031-53c7-46bc-a697-b9e5be44918a None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:15:04.639991 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-77179031-53c7-46bc-a697-b9e5be44918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:15:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:04.746455 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-77179031-53c7-46bc-a697-b9e5be44918a None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:15:04.943758 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-77179031-53c7-46bc-a697-b9e5be44918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:04.970706 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77179031-53c7-46bc-a697-b9e5be44918a None None] The sync data for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi is: [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:15:05.190344 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19c5842-e96f-4585-8ea5-018a30bc1224 None None] New status for floating IP 7b297869-8e4e-4213-ace8-1dadbd5a26d6: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:15:05.511263 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:05.512817 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-b8c0203e-e4f4-4e57-811a-3f587319624c tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343316930&fields=id&tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2 HTTP/1.1" status: 200 len: 267 time: 0.0332963 Jul 15 15:15:05.619747 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-330abcef-ed96-4fb5-a752-9802d19c9a24 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:05.621201 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-330abcef-ed96-4fb5-a752-9802d19c9a24 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 812 time: 0.1015413 Jul 15 15:15:05.635800 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-a60489bd-7344-4150-84e8-d360e1d8a76f tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/quotas/a6a30d9e3ee347189ced7d3f7b911fa2 HTTP/1.1" status: 200 len: 375 time: 0.0088751 Jul 15 15:15:05.705468 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2a95ed6-4992-4146-81bb-d5fa80767299 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642755 Jul 15 15:15:05.803963 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device a288434a-a108-41dd-91ea-14db55a61d0b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:15:05.822747 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: a288434a-a108-41dd-91ea-14db55a61d0b {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:15:05.823090 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device a288434a-a108-41dd-91ea-14db55a61d0b not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:15:05.862557 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-bca832ad-caa1-48c5-b4a2-cfcb8959cbb8 service neutron] 10.222.0.72 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464269 Jul 15 15:15:05.948890 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-ac16a2fc-1150-4f95-8839-86def724fa3d service neutron] 10.222.0.72 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806963 Jul 15 15:15:07.255482 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-210faeb6-868e-45d3-83a3-79a9f94c703c req-02da3e3e-2563-4d28-800c-89159d626cdc tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 210 time: 0.0274868 Jul 15 15:15:08.243097 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-5a7fcb93-ec35-4043-8df7-e93bab6d7600 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:08.244571 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-5a7fcb93-ec35-4043-8df7-e93bab6d7600 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.41 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 812 time: 0.1053166 Jul 15 15:15:08.286131 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d1d703cf-c7fa-41e2-bb80-5559c8cf2048 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2 HTTP/1.1" status: 200 len: 379 time: 0.0338066 Jul 15 15:15:08.302125 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-e4aff209-3849-4ca4-9101-dce22f75ba34 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Request body: {'port': {'device_id': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'admin_state_up': True, 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'security_groups': ['448aeed1-4f8f-4712-b4ae-8c058fda0b54']}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:08.402926 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a11591bb-250d-4b68-a6ce-cfaee117e537 req-7530aaad-e800-4964-a453-2755900ecf95 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 210 time: 0.0361052 Jul 15 15:15:08.440343 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-e4aff209-3849-4ca4-9101-dce22f75ba34 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Made reservation on behalf of a6a30d9e3ee347189ced7d3f7b911fa2 for: {'port': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:15:08.443952 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-e4aff209-3849-4ca4-9101-dce22f75ba34 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:08.569149 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-e4aff209-3849-4ca4-9101-dce22f75ba34 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Allocated IP 172.20.0.8 (256b1f49-09b1-4857-8f84-aa19092f1df7/a43a6e1f-f392-4329-8d28-2d19390a0286/9a300ca1-eea2-43e6-ab41-e6e78363df5c) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:15:08.708140 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-e4aff209-3849-4ca4-9101-dce22f75ba34 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:08.722167 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-e4aff209-3849-4ca4-9101-dce22f75ba34 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Transition to ACTIVE for port object 9a300ca1-eea2-43e6-ab41-e6e78363df5c will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:15:08.755191 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-e4aff209-3849-4ca4-9101-dce22f75ba34 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:08.801487 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-e4aff209-3849-4ca4-9101-dce22f75ba34 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Network 256b1f49-09b1-4857-8f84-aa19092f1df7 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:15:08.806566 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-e4aff209-3849-4ca4-9101-dce22f75ba34 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:15:08.810315 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-e4aff209-3849-4ca4-9101-dce22f75ba34 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:15:08.842452 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aff209-3849-4ca4-9101-dce22f75ba34 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event updated for resources: {'Port': ['ID=9a300ca1-eea2-43e6-ab41-e6e78363df5c,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:08.870518 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-e4aff209-3849-4ca4-9101-dce22f75ba34 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:08.871135 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-e4aff209-3849-4ca4-9101-dce22f75ba34 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:08.886640 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-e4aff209-3849-4ca4-9101-dce22f75ba34 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5884433 Jul 15 15:15:08.898326 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Request body: {'port': {'device_id': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:08.972678 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:08.985731 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-9d22ff8b-8002-4c70-af9b-a818af4d99cf None None] Provisioning for port 9a300ca1-eea2-43e6-ab41-e6e78363df5c completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:15:08.989330 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-9d22ff8b-8002-4c70-af9b-a818af4d99cf None None] Provisioning complete for port 9a300ca1-eea2-43e6-ab41-e6e78363df5c triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:15:08.989793 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9d22ff8b-8002-4c70-af9b-a818af4d99cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:09.026309 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-9d22ff8b-8002-4c70-af9b-a818af4d99cf None None] Port 9a300ca1-eea2-43e6-ab41-e6e78363df5c cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:15:09.232521 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a300ca1-eea2-43e6-ab41-e6e78363df5c {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:15:09.239722 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:09.251492 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Transition to ACTIVE for port object 9a300ca1-eea2-43e6-ab41-e6e78363df5c will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:15:09.254943 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:09.305326 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Pushing event updated for resources: {'Port': ['ID=9a300ca1-eea2-43e6-ab41-e6e78363df5c,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:09.378953 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Attempting to bind port 9a300ca1-eea2-43e6-ab41-e6e78363df5c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:15:09.379291 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Attempting to bind port 9a300ca1-eea2-43e6-ab41-e6e78363df5c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:15:09.379633 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Attempting to bind port 9a300ca1-eea2-43e6-ab41-e6e78363df5c on network 256b1f49-09b1-4857-8f84-aa19092f1df7 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:15:09.384051 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Port 9a300ca1-eea2-43e6-ab41-e6e78363df5c on network 256b1f49-09b1-4857-8f84-aa19092f1df7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:15:09.384409 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Attempting to bind port 9a300ca1-eea2-43e6-ab41-e6e78363df5c on network 256b1f49-09b1-4857-8f84-aa19092f1df7 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:15:09.389598 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:15:09.389973 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Checking segment: {'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:15:09.390357 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Bound using segment: {'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:15:09.390794 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Bound port: 9a300ca1-eea2-43e6-ab41-e6e78363df5c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:15:09.391152 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:09.456820 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] For port 9a300ca1-eea2-43e6-ab41-e6e78363df5c, host hv-cinder-78836, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:15:09.459683 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] For port 9a300ca1-eea2-43e6-ab41-e6e78363df5c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9a300ca1-eea2-43e6-ab41-e6e78363df5c,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:15:09.464886 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:09.496339 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:09.496946 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:09.498394 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] 10.222.0.41 "PUT /v2.0/ports/9a300ca1-eea2-43e6-ab41-e6e78363df5c HTTP/1.1" status: 200 len: 1093 time: 0.6043279 Jul 15 15:15:09.498810 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'tag': '9a300ca1-eea2-43e6-ab41-e6e78363df5c'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:09.501647 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebb0d39-6749-4274-91e7-e6c8114c6857" -d '{"events": [{"name": "network-changed", "server_uuid": "afa1e915-c6fe-4d21-8fd1-b59ab04af9a2", "tag": "9a300ca1-eea2-43e6-ab41-e6e78363df5c"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:09.533683 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdc906-cbc6-4700-9bf1-67d80b374aba service neutron] Pushing event updated for resources: {'Port': ['ID=9a300ca1-eea2-43e6-ab41-e6e78363df5c,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:09.562546 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4df6fb-68b6-4051-a576-ae8e036506e4 x-openstack-request-id: req-0c4df6fb-68b6-4051-a576-ae8e036506e4 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:09.562837 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa1e915-c6fe-4d21-8fd1-b59ab04af9a2", "tag": "9a300ca1-eea2-43e6-ab41-e6e78363df5c", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:09.563168 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0c4df6fb-68b6-4051-a576-ae8e036506e4 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:09.563565 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'tag': '9a300ca1-eea2-43e6-ab41-e6e78363df5c', 'status': 'completed', 'code': 200} Jul 15 15:15:09.602026 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f29bf-5d1a-49a1-8256-22eb9f08e5cc req-67a23101-d611-47fc-9d4f-4d855809b012 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:09.603555 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-865f29bf-5d1a-49a1-8256-22eb9f08e5cc req-67a23101-d611-47fc-9d4f-4d855809b012 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 943 time: 0.0736492 Jul 15 15:15:09.607373 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-ae256567-016b-442f-821f-b22025e73dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:09.609084 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-ae256567-016b-442f-821f-b22025e73dd4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 1096 time: 0.0582438 Jul 15 15:15:09.645065 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-865f29bf-5d1a-49a1-8256-22eb9f08e5cc req-694ff6fa-d0ff-4d3d-b4dc-190307453c0b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348802 Jul 15 15:15:09.657634 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-275b5080-67d4-45d5-ad4c-067163a88501 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a300ca1-eea2-43e6-ab41-e6e78363df5c HTTP/1.1" status: 200 len: 217 time: 0.0419784 Jul 15 15:15:09.708091 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-0c19b687-fbcb-4cb9-a458-4b7d9c294679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:09.709546 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-0c19b687-fbcb-4cb9-a458-4b7d9c294679 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a43a6e1f-f392-4329-8d28-2d19390a0286 HTTP/1.1" status: 200 len: 851 time: 0.0452943 Jul 15 15:15:09.766824 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-b9bad821-f06d-4eee-961f-dc143177dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:09.768349 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-b9bad821-f06d-4eee-961f-dc143177dd79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=256b1f49-09b1-4857-8f84-aa19092f1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526512 Jul 15 15:15:09.857695 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-082af98e-b2f0-4d6c-8a78-5b98c3b3ed0c service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825739 Jul 15 15:15:09.943507 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8d8b1734-ede9-4eec-9f81-ee0aed2d218c req-25a2d349-f8ac-4147-83cd-398c2ed62ceb service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791709 Jul 15 15:15:10.042636 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0d39-6749-4274-91e7-e6c8114c6857 req-95555742-7b16-47c4-9ac2-a7733b311683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:10.044082 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6ebb0d39-6749-4274-91e7-e6c8114c6857 req-95555742-7b16-47c4-9ac2-a7733b311683 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 1096 time: 0.0559821 Jul 15 15:15:10.131387 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0d39-6749-4274-91e7-e6c8114c6857 req-e074fe90-8116-4c0a-a47b-c3a76a953f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:10.132829 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6ebb0d39-6749-4274-91e7-e6c8114c6857 req-e074fe90-8116-4c0a-a47b-c3a76a953f3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 913 time: 0.0822484 Jul 15 15:15:10.177269 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6ebb0d39-6749-4274-91e7-e6c8114c6857 req-1112d10e-d2f7-4c0f-bcfd-5c9b3b3bff88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a300ca1-eea2-43e6-ab41-e6e78363df5c HTTP/1.1" status: 200 len: 217 time: 0.0369415 Jul 15 15:15:10.224783 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0d39-6749-4274-91e7-e6c8114c6857 req-edaddf54-36b7-43ab-a5f2-9bd26ed3d66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:10.226253 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6ebb0d39-6749-4274-91e7-e6c8114c6857 req-edaddf54-36b7-43ab-a5f2-9bd26ed3d66e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a43a6e1f-f392-4329-8d28-2d19390a0286 HTTP/1.1" status: 200 len: 851 time: 0.0426478 Jul 15 15:15:10.281779 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0d39-6749-4274-91e7-e6c8114c6857 req-9a9d3e65-0b8e-4d75-84c7-8034232a49be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:10.283190 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6ebb0d39-6749-4274-91e7-e6c8114c6857 req-9a9d3e65-0b8e-4d75-84c7-8034232a49be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=256b1f49-09b1-4857-8f84-aa19092f1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504773 Jul 15 15:15:10.373051 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6ebb0d39-6749-4274-91e7-e6c8114c6857 req-e9d0a7a9-d6ab-4b6a-a4ee-3027e4697673 service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833383 Jul 15 15:15:10.459236 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-6ebb0d39-6749-4274-91e7-e6c8114c6857 req-f5b5a00f-20f1-42ac-8627-70dc1768eec1 service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798378 Jul 15 15:15:10.822442 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1179a9-ee86-454a-9313-2c519c3750b4 req-95c797eb-69ce-4ace-88c7-728ebb5ea934 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:10.823875 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9c1179a9-ee86-454a-9313-2c519c3750b4 req-95c797eb-69ce-4ace-88c7-728ebb5ea934 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 943 time: 0.0662978 Jul 15 15:15:10.861120 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-9c1179a9-ee86-454a-9313-2c519c3750b4 req-539e9db0-9d91-48fa-839b-4132e202b9db tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310826 Jul 15 15:15:12.036545 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68932497-3ab2-4a2d-9884-3d96672829eb req-a49d151a-6879-486d-befc-ba8959ee4d27 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:12.038002 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-68932497-3ab2-4a2d-9884-3d96672829eb req-a49d151a-6879-486d-befc-ba8959ee4d27 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 943 time: 0.0650172 Jul 15 15:15:12.074275 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-68932497-3ab2-4a2d-9884-3d96672829eb req-226117af-294a-4075-9cc1-dc5dab73bb86 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308011 Jul 15 15:15:13.242401 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f93c4a-746f-460e-8e65-24baee772809 req-08a8221d-c3c0-49a0-ab66-5b347a6122ae tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:13.243870 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c1f93c4a-746f-460e-8e65-24baee772809 req-08a8221d-c3c0-49a0-ab66-5b347a6122ae tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 943 time: 0.0616708 Jul 15 15:15:13.279895 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c1f93c4a-746f-460e-8e65-24baee772809 req-831f6063-c03a-4e5d-99ce-3e066e318378 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305669 Jul 15 15:15:14.450719 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57218d76-addd-4c64-9edb-6753138e3943 req-59dfb7eb-5767-4ba0-81c4-66e8dd2da95b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:14.452095 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-57218d76-addd-4c64-9edb-6753138e3943 req-59dfb7eb-5767-4ba0-81c4-66e8dd2da95b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 943 time: 0.0628285 Jul 15 15:15:14.488658 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-57218d76-addd-4c64-9edb-6753138e3943 req-7000a27a-d37c-48b7-a237-2aba94a71a5a tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310454 Jul 15 15:15:15.661727 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3e484-64c9-4cfa-af44-9d36d64c6ab0 req-feac1ca7-e330-4303-9a1b-f836d2caf163 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:15.663169 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b8f3e484-64c9-4cfa-af44-9d36d64c6ab0 req-feac1ca7-e330-4303-9a1b-f836d2caf163 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 943 time: 0.0615287 Jul 15 15:15:15.699000 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b8f3e484-64c9-4cfa-af44-9d36d64c6ab0 req-285c5c93-c60b-40ca-89b2-226581e437bc tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303748 Jul 15 15:15:15.865721 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9a300ca1-eea2-43e6-ab41-e6e78363df5c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:15:15.957785 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 9a300ca1-eea2-43e6-ab41-e6e78363df5c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9a300ca1-eea2-43e6-ab41-e6e78363df5c,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:15.968435 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '9a300ca1-eea2-43e6-ab41-e6e78363df5c', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'port_id': '9a300ca1-eea2-43e6-ab41-e6e78363df5c', 'mac_address': 'fa:16:3e:a8:f9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:15:16.010272 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:16.023792 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a300ca1-eea2-43e6-ab41-e6e78363df5c {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:15:16.042899 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 9a300ca1-eea2-43e6-ab41-e6e78363df5c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9a300ca1-eea2-43e6-ab41-e6e78363df5c,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:16.046751 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:16.094028 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=9a300ca1-eea2-43e6-ab41-e6e78363df5c,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:16.102179 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:16.102534 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:16.102874 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:16.103280 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:16.103664 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:16.104070 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:16.104426 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:16.104756 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:16.105083 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:16.105407 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:16.105731 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:16.106052 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:15:16.278284 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['9a300ca1-eea2-43e6-ab41-e6e78363df5c'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:15:16.870176 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fbd39-d03e-46f4-8744-fb20c479eb8b req-eb6c2d57-a3dd-4c82-92e6-829895467e93 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:16.871622 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ad2fbd39-d03e-46f4-8744-fb20c479eb8b req-eb6c2d57-a3dd-4c82-92e6-829895467e93 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 944 time: 0.0614183 Jul 15 15:15:16.914785 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-ad2fbd39-d03e-46f4-8744-fb20c479eb8b req-cfbeb509-572c-4dc3-ab71-929d5ccb0bfa tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368643 Jul 15 15:15:17.881475 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9a300ca1-eea2-43e6-ab41-e6e78363df5c up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:15:17.929482 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port 9a300ca1-eea2-43e6-ab41-e6e78363df5c completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:15:17.933148 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 9a300ca1-eea2-43e6-ab41-e6e78363df5c triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:15:17.933521 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:18.013906 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:18.036752 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a300ca1-eea2-43e6-ab41-e6e78363df5c'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:18.039025 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8374947-edd8-41a7-8b0a-34b5c868df20" -d '{"events": [{"server_uuid": "afa1e915-c6fe-4d21-8fd1-b59ab04af9a2", "name": "network-vif-plugged", "status": "completed", "tag": "9a300ca1-eea2-43e6-ab41-e6e78363df5c"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:18.052034 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 9a300ca1-eea2-43e6-ab41-e6e78363df5c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9a300ca1-eea2-43e6-ab41-e6e78363df5c,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:15:18.057642 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:18.082655 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1427a34-e46c-4366-b734-9a24a01b42aa x-openstack-request-id: req-d1427a34-e46c-4366-b734-9a24a01b42aa {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:18.082951 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa1e915-c6fe-4d21-8fd1-b59ab04af9a2", "name": "network-vif-plugged", "status": "completed", "tag": "9a300ca1-eea2-43e6-ab41-e6e78363df5c", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:18.083212 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d1427a34-e46c-4366-b734-9a24a01b42aa {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:18.083607 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a300ca1-eea2-43e6-ab41-e6e78363df5c', 'code': 200} Jul 15 15:15:18.093142 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ca3ac-d5a8-4d8a-9c51-a332da02f29e req-a8217dbe-0103-4eae-8b7d-d9459dc324e9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:18.095507 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-364ca3ac-d5a8-4d8a-9c51-a332da02f29e req-a8217dbe-0103-4eae-8b7d-d9459dc324e9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 944 time: 0.0708411 Jul 15 15:15:18.109374 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=9a300ca1-eea2-43e6-ab41-e6e78363df5c,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:18.137181 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-364ca3ac-d5a8-4d8a-9c51-a332da02f29e req-6cc4954e-64be-4fe0-9022-5a775265d1f1 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354850 Jul 15 15:15:18.330259 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3a60f-50a6-4c74-9f5c-bed82c138503 req-ec7841ed-174a-4da4-b37c-765ca4ab3df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:18.331743 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-aba3a60f-50a6-4c74-9f5c-bed82c138503 req-ec7841ed-174a-4da4-b37c-765ca4ab3df6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0515006 Jul 15 15:15:18.364899 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-aba3a60f-50a6-4c74-9f5c-bed82c138503 req-15dd00c4-67c9-4c7e-a9aa-e3f1abda1b6c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265934 Jul 15 15:15:19.307659 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9299b-6b4e-46b7-9c02-e9b85348aa4b req-84257c9c-7ec5-4890-a69c-722f2d34bbb3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:19.309160 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-09e9299b-6b4e-46b7-9c02-e9b85348aa4b req-84257c9c-7ec5-4890-a69c-722f2d34bbb3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 945 time: 0.0624158 Jul 15 15:15:19.346086 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-09e9299b-6b4e-46b7-9c02-e9b85348aa4b req-d8c4a170-40e4-470b-817a-dd18723d4f21 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308099 Jul 15 15:15:19.516261 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ed6b9-a759-4516-b840-573bedf27911 req-d24fa9b0-89c2-4f47-941d-867b8c5bf74d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:19.518376 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-315ed6b9-a759-4516-b840-573bedf27911 req-d24fa9b0-89c2-4f47-941d-867b8c5bf74d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 945 time: 0.0659618 Jul 15 15:15:19.554138 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-315ed6b9-a759-4516-b840-573bedf27911 req-71fd8735-2321-4e62-8167-a43177eb688d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303149 Jul 15 15:15:19.578184 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41440) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:19.627656 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d5bbb4-c9e1-4d8d-88e5-10a3ac185ed9 tempest-TestVolumeBootPattern-547637357 tempest-TestVolumeBootPattern-547637357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:19.629127 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-b9d5bbb4-c9e1-4d8d-88e5-10a3ac185ed9 tempest-TestVolumeBootPattern-547637357 tempest-TestVolumeBootPattern-547637357-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 1093 time: 0.0493450 Jul 15 15:15:19.631770 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41442) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:15:19.636159 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Request body: {'floatingip': {'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'port_id': '9a300ca1-eea2-43e6-ab41-e6e78363df5c', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:15:19.656344 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for floatingip, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.750252 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.848261 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Allocated IP 172.27.0.73 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/5c3a8651-061b-45e4-9f00-21d607eefe74) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:15:19.948646 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:19.986067 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:20.020897 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:15:20.025506 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:15:20.028807 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:15:20.053986 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event updated for resources: {'Port': ['ID=5c3a8651-061b-45e4-9f00-21d607eefe74,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:20.390859 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:20.463977 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:20.611867 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:20.616273 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:20.686265 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event updated for resources: {'Port': ['ID=5c3a8651-061b-45e4-9f00-21d607eefe74,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:15:20.696312 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:20.793353 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.db.l3_db [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Floating IP d0090df5-28a2-457c-b267-476c590af77c associated. External IP: 172.27.0.73, port: 9a300ca1-eea2-43e6-ab41-e6e78363df5c. Jul 15 15:15:21.316880 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Router da20a326-fe01-480b-a46e-e715a7887381 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92931) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:15:21.429167 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92931) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:15:21.439282 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24634249-dadd-4a5f-ba48-8bc28b2bc5f1 None None] Sync routers for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:15:21.445197 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:21.448902 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24634249-dadd-4a5f-ba48-8bc28b2bc5f1 None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:15:21.449518 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-24634249-dadd-4a5f-ba48-8bc28b2bc5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:15:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:21.484634 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-c4468eae-abac-485f-89d5-82681db07feb tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8517179 Jul 15 15:15:21.485342 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'tag': '9a300ca1-eea2-43e6-ab41-e6e78363df5c'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:15:21.487736 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4ec260-5d8b-4787-a760-8ea98640fd0d" -d '{"events": [{"name": "network-changed", "server_uuid": "afa1e915-c6fe-4d21-8fd1-b59ab04af9a2", "tag": "9a300ca1-eea2-43e6-ab41-e6e78363df5c"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:15:21.523092 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd852440-bdd3-4265-9902-1c1a95af17a9 x-openstack-request-id: req-fd852440-bdd3-4265-9902-1c1a95af17a9 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:15:21.523382 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa1e915-c6fe-4d21-8fd1-b59ab04af9a2", "tag": "9a300ca1-eea2-43e6-ab41-e6e78363df5c", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:15:21.523631 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fd852440-bdd3-4265-9902-1c1a95af17a9 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:15:21.524025 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'tag': '9a300ca1-eea2-43e6-ab41-e6e78363df5c', 'status': 'completed', 'code': 200} Jul 15 15:15:21.564923 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-24634249-dadd-4a5f-ba48-8bc28b2bc5f1 None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:15:21.598428 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ec260-5d8b-4787-a760-8ea98640fd0d req-05142a29-2184-43d8-ae2b-ed591d3c0e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:21.599935 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cd4ec260-5d8b-4787-a760-8ea98640fd0d req-05142a29-2184-43d8-ae2b-ed591d3c0e16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0521371 Jul 15 15:15:21.693474 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ec260-5d8b-4787-a760-8ea98640fd0d req-c7760d87-ec62-4a64-a0b1-7a54272640ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:21.694913 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cd4ec260-5d8b-4787-a760-8ea98640fd0d req-c7760d87-ec62-4a64-a0b1-7a54272640ec service neutron] 10.222.0.41 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 913 time: 0.0892341 Jul 15 15:15:21.758754 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cd4ec260-5d8b-4787-a760-8ea98640fd0d req-12a2e9c0-06aa-4cd4-b381-67263e855968 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a300ca1-eea2-43e6-ab41-e6e78363df5c HTTP/1.1" status: 200 len: 998 time: 0.0569782 Jul 15 15:15:21.794893 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-24634249-dadd-4a5f-ba48-8bc28b2bc5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': 'd0090df5-28a2-457c-b267-476c590af77c', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'port_id': '9a300ca1-eea2-43e6-ab41-e6e78363df5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'mac_address': 'fa:16:3e:a8:f9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:15:20Z', 'updated_at': '2021-07-15T15:15:20Z', 'revision_number': 0, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:21.806928 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ec260-5d8b-4787-a760-8ea98640fd0d req-5b31111c-2b2b-458d-8ffa-060973768636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:21.808409 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cd4ec260-5d8b-4787-a760-8ea98640fd0d req-5b31111c-2b2b-458d-8ffa-060973768636 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a43a6e1f-f392-4329-8d28-2d19390a0286 HTTP/1.1" status: 200 len: 851 time: 0.0433803 Jul 15 15:15:21.821136 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24634249-dadd-4a5f-ba48-8bc28b2bc5f1 None None] Checking router: da20a326-fe01-480b-a46e-e715a7887381 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:15:21.829310 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24634249-dadd-4a5f-ba48-8bc28b2bc5f1 None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:15:21.829918 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-24634249-dadd-4a5f-ba48-8bc28b2bc5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:15:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:21.873831 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ec260-5d8b-4787-a760-8ea98640fd0d req-477c52d3-f9e9-4875-ad7f-193bd240fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:15:21.875312 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cd4ec260-5d8b-4787-a760-8ea98640fd0d req-477c52d3-f9e9-4875-ad7f-193bd240fb62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=256b1f49-09b1-4857-8f84-aa19092f1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608516 Jul 15 15:15:21.934712 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-24634249-dadd-4a5f-ba48-8bc28b2bc5f1 None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:15:21.964581 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cd4ec260-5d8b-4787-a760-8ea98640fd0d req-2a9906ad-0a39-45a8-b20b-0912f74566d9 service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819757 Jul 15 15:15:22.056762 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-cd4ec260-5d8b-4787-a760-8ea98640fd0d req-a7bf949d-30cc-4c07-9c34-f5c901ddefaf service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857899 Jul 15 15:15:22.154251 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-24634249-dadd-4a5f-ba48-8bc28b2bc5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': 'd0090df5-28a2-457c-b267-476c590af77c', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'port_id': '9a300ca1-eea2-43e6-ab41-e6e78363df5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'mac_address': 'fa:16:3e:a8:f9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:15:20Z', 'updated_at': '2021-07-15T15:15:20Z', 'revision_number': 0, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:15:22.183639 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24634249-dadd-4a5f-ba48-8bc28b2bc5f1 None None] The sync data for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi is: [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': 'd0090df5-28a2-457c-b267-476c590af77c', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'port_id': '9a300ca1-eea2-43e6-ab41-e6e78363df5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'mac_address': 'fa:16:3e:a8:f9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:15:20Z', 'updated_at': '2021-07-15T15:15:20Z', 'revision_number': 0, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:15:22.352680 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b53579-cf5f-4433-9a0b-2e1c62c0a32c None None] New status for floating IP d0090df5-28a2-457c-b267-476c590af77c: ACTIVE {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:15:23.473775 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:30.301380 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-dd9f19d5-e3c2-4509-b191-e5ac3dd3de2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:33.002711 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-59e63083-38ad-40b6-ba18-b86953842f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:33.451520 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:34.119162 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:35.513668 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:39.764737 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:15:53.487734 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:15:59.979655 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8b212ae7-bd12-4c64-ba3b-974f4a9949b3 req-39e267f6-5a87-4731-ad00-788d596f047d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505376 Jul 15 15:16:00.076753 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b212ae7-bd12-4c64-ba3b-974f4a9949b3 req-1b06c861-1fe1-460a-9477-bf1a9cf7fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:00.078203 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8b212ae7-bd12-4c64-ba3b-974f4a9949b3 req-1b06c861-1fe1-460a-9477-bf1a9cf7fb08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0505412 Jul 15 15:16:00.186779 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b212ae7-bd12-4c64-ba3b-974f4a9949b3 req-914b49a4-c82a-4740-989d-8195b84774e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:00.188268 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8b212ae7-bd12-4c64-ba3b-974f4a9949b3 req-914b49a4-c82a-4740-989d-8195b84774e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 913 time: 0.0865254 Jul 15 15:16:00.251650 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8b212ae7-bd12-4c64-ba3b-974f4a9949b3 req-9f0f1708-0fd0-4aec-8ea7-0304ba000149 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a300ca1-eea2-43e6-ab41-e6e78363df5c HTTP/1.1" status: 200 len: 1000 time: 0.0566888 Jul 15 15:16:00.300378 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b212ae7-bd12-4c64-ba3b-974f4a9949b3 req-4b08b8bc-6f78-417a-ab59-aa9846d720ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:00.301887 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-d98e0444-d162-4878-8732-99506d5363a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:00.302412 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8b212ae7-bd12-4c64-ba3b-974f4a9949b3 req-4b08b8bc-6f78-417a-ab59-aa9846d720ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a43a6e1f-f392-4329-8d28-2d19390a0286 HTTP/1.1" status: 200 len: 851 time: 0.0433705 Jul 15 15:16:00.360878 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b212ae7-bd12-4c64-ba3b-974f4a9949b3 req-7076a039-14fb-4788-972a-d9d4f0091db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:00.362316 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8b212ae7-bd12-4c64-ba3b-974f4a9949b3 req-7076a039-14fb-4788-972a-d9d4f0091db4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=256b1f49-09b1-4857-8f84-aa19092f1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539114 Jul 15 15:16:00.449529 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8b212ae7-bd12-4c64-ba3b-974f4a9949b3 req-198cf551-fd13-4b20-b39b-93f39106b888 service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803356 Jul 15 15:16:00.540523 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-8b212ae7-bd12-4c64-ba3b-974f4a9949b3 req-3072f20a-b57b-4f07-8b7a-d60cc29a486f service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845950 Jul 15 15:16:03.003052 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-c01a2241-30ea-42fa-ba5d-fcb8a118d60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:03.455097 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:04.119096 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:05.516665 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:16.763382 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:16:23.486394 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:30.301591 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-7dd90a80-a561-46cd-b376-00db5b65ae94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:33.003904 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-2f4c92f0-2019-4fff-b789-27ecd2a014ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:33.457652 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:34.121928 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:35.520275 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.503031 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:53.761865 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:16:55.687732 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-c9ac5c29-511a-48e8-b497-06b886d6b67b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343316930&fields=id&tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2 HTTP/1.1" status: 200 len: 267 time: 0.0325871 Jul 15 15:16:55.793916 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-6993e222-74d6-414e-b01d-2e4a2e279c16 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:55.795249 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-6993e222-74d6-414e-b01d-2e4a2e279c16 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 812 time: 0.1016855 Jul 15 15:16:55.809280 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-90282fe1-a994-4d9f-8b97-32f66fcabe65 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/quotas/a6a30d9e3ee347189ced7d3f7b911fa2 HTTP/1.1" status: 200 len: 375 time: 0.0086350 Jul 15 15:16:55.883667 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-6f511adb-cc3d-474d-bc49-bd35cc2c8e65 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0694830 Jul 15 15:16:55.978332 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-9d2957de-e4bc-4720-9e57-27fe4093b354 service neutron] 10.222.0.72 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832436 Jul 15 15:16:56.064143 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-1f2f688f-d31b-42d6-8422-cd18d782d19d service neutron] 10.222.0.72 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801411 Jul 15 15:16:56.406814 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-78b8ef64-6962-4ec1-bb4a-18d411e8fffa req-0665d4eb-8c0b-4c0b-ba8f-f3dc02cd0dc3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 210 time: 0.0825286 Jul 15 15:16:57.333629 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-fe386408-e0b6-43bf-83fd-dfd89f3ccc08 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:57.335832 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-fe386408-e0b6-43bf-83fd-dfd89f3ccc08 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.41 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 812 time: 0.1118686 Jul 15 15:16:57.382752 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-549471ae-fbe1-4655-bd67-fa07a15c37bc tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2 HTTP/1.1" status: 200 len: 379 time: 0.0331554 Jul 15 15:16:57.391690 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Request body: {'port': {'device_id': 'aa01090d-cda0-4e41-9007-5370fdc32f3b', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'admin_state_up': True, 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'security_groups': ['448aeed1-4f8f-4712-b4ae-8c058fda0b54']}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:57.499993 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Made reservation on behalf of a6a30d9e3ee347189ced7d3f7b911fa2 for: {'port': 1} {{(pid=92931) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 15 15:16:57.503790 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.557342 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-f0bf68dc-80ff-4999-ac6f-1af5c9d5446c req-00017ac1-797f-4cf1-a887-4a33206de819 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 210 time: 0.0356250 Jul 15 15:16:57.659715 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_common [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Allocated IP 172.20.0.5 (256b1f49-09b1-4857-8f84-aa19092f1df7/a43a6e1f-f392-4329-8d28-2d19390a0286/9fd71e2a-0fb4-4951-a921-73b79fcd87d5) {{(pid=92931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:16:57.801237 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for port, precommit_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.815101 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Transition to ACTIVE for port object 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 will not be triggered until provisioned by entity DHCP. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:57.848557 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_create {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.894198 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Network 256b1f49-09b1-4857-8f84-aa19092f1df7 is already hosted by enough agents. {{(pid=92931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:16:57.899907 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.scheduler.base_scheduler [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Resources bound (agent type, host, resource id): {{(pid=92931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:16:57.904514 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Received port after_create {{(pid=92931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:16:57.908498 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event updated for resources: {'Port': ['ID=9fd71e2a-0fb4-4951-a921-73b79fcd87d5,revision_number=1']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:57.941152 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:57.941505 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:57.941849 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:57.942192 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:57.942524 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:57.942858 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:57.943187 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:57.943515 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:57.943841 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:57.944164 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:57.944508 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:57.944830 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:16:57.969632 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:57.970145 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:57.986684 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-2c9cdc03-2be9-4905-96cd-c0209f353362 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5993288 Jul 15 15:16:57.998440 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.v2.base [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Request body: {'port': {'device_id': 'aa01090d-cda0-4e41-9007-5370fdc32f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92931) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:16:58.073796 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.130765 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-22e70b47-f95a-4e1e-b401-01ea9d6e42ad None None] Provisioning for port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 completed by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:16:58.134625 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-22e70b47-f95a-4e1e-b401-01ea9d6e42ad None None] Provisioning complete for port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 triggered by entity DHCP. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:16:58.135002 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-22e70b47-f95a-4e1e-b401-01ea9d6e42ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.168400 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-22e70b47-f95a-4e1e-b401-01ea9d6e42ad None None] Port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 cannot update to ACTIVE because it is not bound. {{(pid=92932) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 15 15:16:58.332306 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 {{(pid=92931) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:16:58.339535 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.351613 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.provisioning_blocks [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Transition to ACTIVE for port object 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 will not be triggered until provisioned by entity L2. {{(pid=92931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 15 15:16:58.354521 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.404504 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd71e2a-0fb4-4951-a921-73b79fcd87d5,revision_number=2']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:58.476659 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Attempting to bind port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 15 15:16:58.477001 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Attempting to bind port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 15 15:16:58.477340 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Attempting to bind port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 on network 256b1f49-09b1-4857-8f84-aa19092f1df7 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:16:58.481827 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 on network 256b1f49-09b1-4857-8f84-aa19092f1df7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 15 15:16:58.482153 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Attempting to bind port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 on network 256b1f49-09b1-4857-8f84-aa19092f1df7 {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 15 15:16:58.487314 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Checking agent: {'id': 'b3324126-c7fe-4c0c-b396-7bb4485c77ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'started_at': datetime.datetime(2021, 7, 15, 14, 59, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 15, 15, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 15 15:16:58.487657 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Checking segment: {'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 15 15:16:58.488050 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Bound using segment: {'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'} {{(pid=92931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 15 15:16:58.488516 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.managers [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Bound port: 9fd71e2a-0fb4-4951-a921-73b79fcd87d5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aac148d-a5c3-42e6-8c70-a40382aed08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7'}}] {{(pid=92931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 15 15:16:58.488877 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.556583 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] For port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5, host hv-cinder-78836, cleared binding levels {{(pid=92931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 15 15:16:58.559717 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] For port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9fd71e2a-0fb4-4951-a921-73b79fcd87d5,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 15 15:16:58.564433 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9119757'] for port, after_update {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.598508 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:58.599184 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:16:58.600590 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] 10.222.0.41 "PUT /v2.0/ports/9fd71e2a-0fb4-4951-a921-73b79fcd87d5 HTTP/1.1" status: 200 len: 1093 time: 0.6069968 Jul 15 15:16:58.601290 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa01090d-cda0-4e41-9007-5370fdc32f3b', 'tag': '9fd71e2a-0fb4-4951-a921-73b79fcd87d5'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:16:58.603324 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc493c0-2cb3-439c-ab32-2ab0f4e1758a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa01090d-cda0-4e41-9007-5370fdc32f3b", "tag": "9fd71e2a-0fb4-4951-a921-73b79fcd87d5"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:16:58.628129 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e0fb8-7aee-4234-8486-5ea67ae1b8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9fd71e2a-0fb4-4951-a921-73b79fcd87d5,revision_number=3']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:16:58.671253 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ae1463-dc61-4e8a-9d8a-fa46d77cf0b7 x-openstack-request-id: req-29ae1463-dc61-4e8a-9d8a-fa46d77cf0b7 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:16:58.672071 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa01090d-cda0-4e41-9007-5370fdc32f3b", "tag": "9fd71e2a-0fb4-4951-a921-73b79fcd87d5", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:16:58.672347 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-29ae1463-dc61-4e8a-9d8a-fa46d77cf0b7 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:16:58.672754 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa01090d-cda0-4e41-9007-5370fdc32f3b', 'tag': '9fd71e2a-0fb4-4951-a921-73b79fcd87d5', 'status': 'completed', 'code': 200} Jul 15 15:16:58.700673 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-3c281175-f18d-4855-871f-1d2f0e38c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:58.702304 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-3c281175-f18d-4855-871f-1d2f0e38c04c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 1096 time: 0.0605769 Jul 15 15:16:58.746683 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-2dc4bced-949f-4419-9e52-56b88078e9ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fd71e2a-0fb4-4951-a921-73b79fcd87d5 HTTP/1.1" status: 200 len: 217 time: 0.0376260 Jul 15 15:16:58.775905 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24135e3d-3c48-455d-b060-3d6920cf420c req-b249420e-7293-419f-ab71-96d9339bbebe tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:58.777519 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-24135e3d-3c48-455d-b060-3d6920cf420c req-b249420e-7293-419f-ab71-96d9339bbebe tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 943 time: 0.0738089 Jul 15 15:16:58.799663 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-1ac8b639-1a29-4f2a-842b-27188cf285bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:58.801132 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-1ac8b639-1a29-4f2a-842b-27188cf285bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a43a6e1f-f392-4329-8d28-2d19390a0286 HTTP/1.1" status: 200 len: 851 time: 0.0483394 Jul 15 15:16:58.818362 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-24135e3d-3c48-455d-b060-3d6920cf420c req-bfd7286f-924f-41bb-9ea2-59aaa4255b1a tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340054 Jul 15 15:16:58.860459 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-b03b1a2e-52bb-473f-8b48-47289d7162fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:58.861871 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-b03b1a2e-52bb-473f-8b48-47289d7162fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=256b1f49-09b1-4857-8f84-aa19092f1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544062 Jul 15 15:16:58.955454 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-79f0e520-8d56-4f6b-925f-788d42b4b64a service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867114 Jul 15 15:16:59.044807 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-e9e9d064-cfc9-42c7-a1c0-dd32c0a65e88 req-2232921a-6d60-4ab3-9d5c-18661869748b service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835323 Jul 15 15:16:59.146614 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc493c0-2cb3-439c-ab32-2ab0f4e1758a req-d6ecbeac-1db2-4b24-9933-b05dbb9333be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:59.147984 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4dc493c0-2cb3-439c-ab32-2ab0f4e1758a req-d6ecbeac-1db2-4b24-9933-b05dbb9333be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 1096 time: 0.0514195 Jul 15 15:16:59.239742 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc493c0-2cb3-439c-ab32-2ab0f4e1758a req-db33a059-5b53-4d42-ab6c-5c076d917cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:59.241232 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4dc493c0-2cb3-439c-ab32-2ab0f4e1758a req-db33a059-5b53-4d42-ab6c-5c076d917cad service neutron] 10.222.0.41 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 913 time: 0.0869489 Jul 15 15:16:59.281573 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4dc493c0-2cb3-439c-ab32-2ab0f4e1758a req-bcb33619-381d-45d1-9caa-8ca3d08c3019 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fd71e2a-0fb4-4951-a921-73b79fcd87d5 HTTP/1.1" status: 200 len: 217 time: 0.0327299 Jul 15 15:16:59.336687 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc493c0-2cb3-439c-ab32-2ab0f4e1758a req-750bc696-a17d-4810-9f30-945a455cdc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:59.338175 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4dc493c0-2cb3-439c-ab32-2ab0f4e1758a req-750bc696-a17d-4810-9f30-945a455cdc2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a43a6e1f-f392-4329-8d28-2d19390a0286 HTTP/1.1" status: 200 len: 851 time: 0.0492783 Jul 15 15:16:59.393894 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc493c0-2cb3-439c-ab32-2ab0f4e1758a req-7116336f-8c77-409f-beaa-1919272cbb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:59.395379 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4dc493c0-2cb3-439c-ab32-2ab0f4e1758a req-7116336f-8c77-409f-beaa-1919272cbb7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=256b1f49-09b1-4857-8f84-aa19092f1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502167 Jul 15 15:16:59.488699 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4dc493c0-2cb3-439c-ab32-2ab0f4e1758a req-cbe31d4d-25c5-4d8d-806b-33dc322952e4 service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834968 Jul 15 15:16:59.578980 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-4dc493c0-2cb3-439c-ab32-2ab0f4e1758a req-5ddaa319-ab32-430c-a808-ac486f947f34 service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810237 Jul 15 15:16:59.986778 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ba555-678d-46d2-9ead-f3e2b1420b19 req-85947b3d-8012-4b38-b243-11cef0d66355 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:16:59.988279 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-de9ba555-678d-46d2-9ead-f3e2b1420b19 req-85947b3d-8012-4b38-b243-11cef0d66355 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 943 time: 0.0619566 Jul 15 15:17:00.030043 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-de9ba555-678d-46d2-9ead-f3e2b1420b19 req-e537ed20-2c5f-469f-8000-5c80bebd066f tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362613 Jul 15 15:17:00.304677 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a27396a0-c418-4340-9149-c53876cba005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:01.199786 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ea04e-fc76-482a-9d55-2e514c094dab req-0c3da9a7-afd9-4c13-99d7-735a2200e189 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:01.201315 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9e4ea04e-fc76-482a-9d55-2e514c094dab req-0c3da9a7-afd9-4c13-99d7-735a2200e189 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 943 time: 0.0621166 Jul 15 15:17:01.238915 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-9e4ea04e-fc76-482a-9d55-2e514c094dab req-29030990-446b-422c-8780-0ce5d79a787f tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313087 Jul 15 15:17:01.346950 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [req-5dfe3717-ee56-4a40-a6c9-55079250bb20 req-d2e98960-aa41-4794-a41a-983248e19d9c service neutron] (92930) timed out ('10.222.0.41', 50412) {{(pid=92930) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:17:01.991369 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-bb6b10b2-b534-44dd-997d-7e97041d9c07 req-22b84047-fbc2-4356-985f-7240990bc2df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505428 Jul 15 15:17:02.084443 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b10b2-b534-44dd-997d-7e97041d9c07 req-ff8e3476-fa42-42c4-8256-aec545135a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:02.085898 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-bb6b10b2-b534-44dd-997d-7e97041d9c07 req-ff8e3476-fa42-42c4-8256-aec545135a4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0511172 Jul 15 15:17:02.190889 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b10b2-b534-44dd-997d-7e97041d9c07 req-7acc0b73-37bf-457d-a542-6998af2e23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:02.192272 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-bb6b10b2-b534-44dd-997d-7e97041d9c07 req-7acc0b73-37bf-457d-a542-6998af2e23d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 913 time: 0.0865872 Jul 15 15:17:02.255401 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-bb6b10b2-b534-44dd-997d-7e97041d9c07 req-30564bac-ff29-4120-808f-b6ac11676f64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a300ca1-eea2-43e6-ab41-e6e78363df5c HTTP/1.1" status: 200 len: 1000 time: 0.0562253 Jul 15 15:17:02.305301 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b10b2-b534-44dd-997d-7e97041d9c07 req-e49c349a-1b34-4e88-b8ea-d47a3ab0eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:02.306807 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-bb6b10b2-b534-44dd-997d-7e97041d9c07 req-e49c349a-1b34-4e88-b8ea-d47a3ab0eaf8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a43a6e1f-f392-4329-8d28-2d19390a0286 HTTP/1.1" status: 200 len: 851 time: 0.0441632 Jul 15 15:17:02.399447 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b10b2-b534-44dd-997d-7e97041d9c07 req-19f02b2d-9536-4db2-808b-c1e32a86f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:02.400930 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-bb6b10b2-b534-44dd-997d-7e97041d9c07 req-19f02b2d-9536-4db2-808b-c1e32a86f65b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=256b1f49-09b1-4857-8f84-aa19092f1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881929 Jul 15 15:17:02.447447 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d29240-c993-4f29-a300-d11728c04276 req-f581cacd-267a-49c4-9787-4c8982dc1913 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:02.448931 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-82d29240-c993-4f29-a300-d11728c04276 req-f581cacd-267a-49c4-9787-4c8982dc1913 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 943 time: 0.0996914 Jul 15 15:17:02.527992 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-82d29240-c993-4f29-a300-d11728c04276 req-a1ec41a8-069e-45ed-9f2e-0226542926b4 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479562 Jul 15 15:17:02.532100 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-bb6b10b2-b534-44dd-997d-7e97041d9c07 req-d7dc761e-7165-4d77-bec1-192234f28ef7 service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244791 Jul 15 15:17:02.620420 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-bb6b10b2-b534-44dd-997d-7e97041d9c07 req-92c01eab-9058-4b67-8f6d-1e028322d6ea service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823672 Jul 15 15:17:03.005792 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0a0c5632-c6db-43ac-9f45-d75d8f711fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:03.458637 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:03.697611 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee00e0-3bda-4ae3-a5b5-5055ad904130 req-570e0de2-764b-4544-a67c-0b55de30605b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:03.699080 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cfee00e0-3bda-4ae3-a5b5-5055ad904130 req-570e0de2-764b-4544-a67c-0b55de30605b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 943 time: 0.0617187 Jul 15 15:17:03.737067 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-cfee00e0-3bda-4ae3-a5b5-5055ad904130 req-6f961d66-3b1d-45c4-9117-a660f6d0069d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322394 Jul 15 15:17:04.124674 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:04.909570 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2728c-4767-4871-8b6b-bd2fbaa075d9 req-1b579388-d8ab-4f09-8058-571cda722117 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:04.911040 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-2ee2728c-4767-4871-8b6b-bd2fbaa075d9 req-1b579388-d8ab-4f09-8058-571cda722117 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 943 time: 0.0654454 Jul 15 15:17:04.947011 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-2ee2728c-4767-4871-8b6b-bd2fbaa075d9 req-49727360-7e21-461e-b340-bc180979b682 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304554 Jul 15 15:17:05.522927 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.118518 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a158b-9727-4925-9dbd-5384db4cb3fc req-de95fbec-7dcc-4a03-a270-00a351cac4c4 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:06.119991 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e41a158b-9727-4925-9dbd-5384db4cb3fc req-de95fbec-7dcc-4a03-a270-00a351cac4c4 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 943 time: 0.0651627 Jul 15 15:17:06.156986 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e41a158b-9727-4925-9dbd-5384db4cb3fc req-c845c6f4-29a3-422a-af0b-d697f3cf5eda tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314403 Jul 15 15:17:06.458264 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92932) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 15 15:17:06.552523 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9fd71e2a-0fb4-4951-a921-73b79fcd87d5,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:06.563491 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Returning: {'device': '9fd71e2a-0fb4-4951-a921-73b79fcd87d5', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'port_id': '9fd71e2a-0fb4-4951-a921-73b79fcd87d5', 'mac_address': 'fa:16:3e:a0:43:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92932) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 15 15:17:06.599031 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.610940 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 {{(pid=92932) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 15 15:17:06.629951 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9fd71e2a-0fb4-4951-a921-73b79fcd87d5,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:06.638903 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:06.684495 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=9fd71e2a-0fb4-4951-a921-73b79fcd87d5,revision_number=4']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:06.691854 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:06.692225 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:06.692574 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:06.692912 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:06.693247 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:06.693581 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:06.693913 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:06.694245 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:06.694577 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:06.694909 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:06.695235 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:06.695559 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:06.850333 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] get_ports_and_sgs() called for port_ids ['9fd71e2a-0fb4-4951-a921-73b79fcd87d5'] {{(pid=92932) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 15 15:17:07.329491 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcad02-7e39-40dc-b612-ddc9a5452f50 req-d37508df-471f-4fdf-afc0-3073f1332f1e tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:07.331534 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-77fcad02-7e39-40dc-b612-ddc9a5452f50 req-d37508df-471f-4fdf-afc0-3073f1332f1e tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 944 time: 0.0635734 Jul 15 15:17:07.369000 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-77fcad02-7e39-40dc-b612-ddc9a5452f50 req-4e12f7eb-dbb3-43e1-874c-22b4138343cf tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318811 Jul 15 15:17:08.471909 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 up at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 15 15:17:08.519881 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning for port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 completed by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 15 15:17:08.524093 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.provisioning_blocks [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Provisioning complete for port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 triggered by entity L2. {{(pid=92932) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 15 15:17:08.524500 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66794531'] for port, provisioning_complete {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:08.545385 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645712f-a7a7-400a-9336-7d81662f12f8 req-1339ef15-d192-4c2c-a185-ee8d2a5d7b8a tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:08.547474 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e645712f-a7a7-400a-9336-7d81662f12f8 req-1339ef15-d192-4c2c-a185-ee8d2a5d7b8a tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 944 time: 0.0707469 Jul 15 15:17:08.585551 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-e645712f-a7a7-400a-9336-7d81662f12f8 req-a82c3a12-ce8b-4673-930b-5e836d83f7e3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318120 Jul 15 15:17:08.611399 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:08.641139 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa01090d-cda0-4e41-9007-5370fdc32f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd71e2a-0fb4-4951-a921-73b79fcd87d5'}] {{(pid=92932) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:17:08.643354 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}777f375e39ed33c1847f14f2c5a27f394186fd3d6f4d71371fdb7842bbc16e63" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495f96ad-9066-45c9-9d42-6c8c87a8eca7" -d '{"events": [{"server_uuid": "aa01090d-cda0-4e41-9007-5370fdc32f3b", "name": "network-vif-plugged", "status": "completed", "tag": "9fd71e2a-0fb4-4951-a921-73b79fcd87d5"}]}' {{(pid=92932) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:08.656539 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.db [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] For port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9fd71e2a-0fb4-4951-a921-73b79fcd87d5,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92932) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:17:08.660228 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854'] for port, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:08.686016 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b460848-952f-4b0d-9a86-b0fbac9ab520 x-openstack-request-id: req-6b460848-952f-4b0d-9a86-b0fbac9ab520 {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:08.686304 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa01090d-cda0-4e41-9007-5370fdc32f3b", "name": "network-vif-plugged", "status": "completed", "tag": "9fd71e2a-0fb4-4951-a921-73b79fcd87d5", "code": 200}]} {{(pid=92932) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:08.686556 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6b460848-952f-4b0d-9a86-b0fbac9ab520 {{(pid=92932) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:08.688360 dv-cinder-788367-2-iscsi neutron-server[92932]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa01090d-cda0-4e41-9007-5370fdc32f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd71e2a-0fb4-4951-a921-73b79fcd87d5', 'code': 200} Jul 15 15:17:08.713397 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Pushing event updated for resources: {'Port': ['ID=9fd71e2a-0fb4-4951-a921-73b79fcd87d5,revision_number=5']} {{(pid=92932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:08.943040 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330591d-e6e8-4a40-af9f-1bb3a1588257 req-9f7ce1bc-efd9-475d-85a1-263dbe594947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:08.944426 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a330591d-e6e8-4a40-af9f-1bb3a1588257 req-9f7ce1bc-efd9-475d-85a1-263dbe594947 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 1098 time: 0.0506024 Jul 15 15:17:08.977362 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-a330591d-e6e8-4a40-af9f-1bb3a1588257 req-8507a4ea-56d1-4e42-8643-f022ac35ce58 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264444 Jul 15 15:17:09.766680 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b126bd60-cd04-4681-be05-e7e2420bf3bf req-acb80d83-e6d1-4174-9528-4e7b426b0ded tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:09.768234 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b126bd60-cd04-4681-be05-e7e2420bf3bf req-acb80d83-e6d1-4174-9528-4e7b426b0ded tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 945 time: 0.0674856 Jul 15 15:17:09.804165 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-b126bd60-cd04-4681-be05-e7e2420bf3bf req-acf8eb09-c8b4-480f-83e3-e6d01905998b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304096 Jul 15 15:17:10.977879 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374f37f-b857-436f-9de0-9533e6d0cd5f req-0b5fa967-d146-441d-8e29-3849823d6d04 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:10.979316 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1374f37f-b857-436f-9de0-9533e6d0cd5f req-0b5fa967-d146-441d-8e29-3849823d6d04 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 945 time: 0.0632415 Jul 15 15:17:11.015525 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-1374f37f-b857-436f-9de0-9533e6d0cd5f req-e2a16bef-22ab-41f5-9e3f-f82cd43e21c4 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300777 Jul 15 15:17:11.187776 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1f200-10b1-461d-8991-9fe0deac99cc req-bd73a490-343c-4b3b-8a89-2d284b1cecf9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:11.189189 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-36c1f200-10b1-461d-8991-9fe0deac99cc req-bd73a490-343c-4b3b-8a89-2d284b1cecf9 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 945 time: 0.0624223 Jul 15 15:17:11.226662 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-36c1f200-10b1-461d-8991-9fe0deac99cc req-46a5e1ef-6755-4784-9b0e-c05c26247c9b tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319815 Jul 15 15:17:11.253154 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41560) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:11.303450 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0157f373-cb99-4a37-90c1-842cd64e00e6 tempest-TestVolumeBootPattern-547637357 tempest-TestVolumeBootPattern-547637357-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:11.304951 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-0157f373-cb99-4a37-90c1-842cd64e00e6 tempest-TestVolumeBootPattern-547637357 tempest-TestVolumeBootPattern-547637357-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 1093 time: 0.0508096 Jul 15 15:17:11.307659 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41562) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:17:11.312471 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.v2.base [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Request body: {'floatingip': {'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'port_id': '9fd71e2a-0fb4-4951-a921-73b79fcd87d5', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 15 15:17:11.333755 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for floatingip, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.430307 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.534724 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_common [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Allocated IP 172.27.0.84 (bf480c5f-a13c-4ddb-8c47-14b24c48353f/ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb/81c6640a-d541-44ef-86cd-6d6dfddfa091) {{(pid=92930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 15 15:17:11.631867 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for port, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.669637 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756598578818', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:11.706946 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Network bf480c5f-a13c-4ddb-8c47-14b24c48353f is already hosted by enough agents. {{(pid=92930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 15 15:17:11.711598 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.base_scheduler [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Resources bound (agent type, host, resource id): {{(pid=92930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 15 15:17:11.715112 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Received port after_create {{(pid=92930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 15 15:17:11.743011 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event updated for resources: {'Port': ['ID=81c6640a-d541-44ef-86cd-6d6dfddfa091,revision_number=1']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:11.756492 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:11.756844 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:11.757190 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:11.757515 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:11.757840 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:11.758166 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:11.758488 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:11.758813 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:11.759133 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:11.759451 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:11.759768 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:11.760099 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:17:12.085260 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.161022 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66591699'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.305213 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.309380 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756598979157', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756598578836', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756598578854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2594674'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.376915 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event updated for resources: {'Port': ['ID=81c6640a-d541-44ef-86cd-6d6dfddfa091,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:17:12.384696 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-633262'] for floatingip, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.481082 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.db.l3_db [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Floating IP f0dffc8a-8693-40ab-ba89-495a3ffa453c associated. External IP: 172.27.0.84, port: 9fd71e2a-0fb4-4951-a921-73b79fcd87d5. Jul 15 15:17:12.679703 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Router da20a326-fe01-480b-a46e-e715a7887381 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:17:12.782191 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:17:12.791462 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66294c7a-8754-42aa-8932-41b7f2c44bc4 None None] Sync routers for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:17:12.798035 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:12.801853 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66294c7a-8754-42aa-8932-41b7f2c44bc4 None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:12.802463 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-66294c7a-8754-42aa-8932-41b7f2c44bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:17:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:12.833014 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-ab42dace-3b1e-46aa-b6f4-684224339c12 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5243104 Jul 15 15:17:12.833568 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa01090d-cda0-4e41-9007-5370fdc32f3b', 'tag': '9fd71e2a-0fb4-4951-a921-73b79fcd87d5'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:17:12.835822 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6289939-2c23-4a30-a159-4d0cc4738cb7" -d '{"events": [{"name": "network-changed", "server_uuid": "aa01090d-cda0-4e41-9007-5370fdc32f3b", "tag": "9fd71e2a-0fb4-4951-a921-73b79fcd87d5"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:17:12.916379 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-66294c7a-8754-42aa-8932-41b7f2c44bc4 None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:12.926242 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a526004-8774-4da5-b86d-75f3fb7a8129 x-openstack-request-id: req-7a526004-8774-4da5-b86d-75f3fb7a8129 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:17:12.926538 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa01090d-cda0-4e41-9007-5370fdc32f3b", "tag": "9fd71e2a-0fb4-4951-a921-73b79fcd87d5", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:17:12.926794 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7a526004-8774-4da5-b86d-75f3fb7a8129 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:17:12.927193 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa01090d-cda0-4e41-9007-5370fdc32f3b', 'tag': '9fd71e2a-0fb4-4951-a921-73b79fcd87d5', 'status': 'completed', 'code': 200} Jul 15 15:17:13.002164 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6289939-2c23-4a30-a159-4d0cc4738cb7 req-16dcf625-0930-47ae-ae19-667a1163bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:13.003553 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b6289939-2c23-4a30-a159-4d0cc4738cb7 req-16dcf625-0930-47ae-ae19-667a1163bf82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 1098 time: 0.0520027 Jul 15 15:17:13.102671 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6289939-2c23-4a30-a159-4d0cc4738cb7 req-48c8bdc8-547e-4182-9950-73141999436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:13.104156 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b6289939-2c23-4a30-a159-4d0cc4738cb7 req-48c8bdc8-547e-4182-9950-73141999436d service neutron] 10.222.0.41 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 913 time: 0.0940440 Jul 15 15:17:13.169602 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b6289939-2c23-4a30-a159-4d0cc4738cb7 req-cd13e64d-4bac-486a-a956-49535f56c769 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fd71e2a-0fb4-4951-a921-73b79fcd87d5 HTTP/1.1" status: 200 len: 998 time: 0.0589006 Jul 15 15:17:13.218720 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6289939-2c23-4a30-a159-4d0cc4738cb7 req-cf665102-ddeb-4091-8e60-640274c512e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:13.220200 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b6289939-2c23-4a30-a159-4d0cc4738cb7 req-cf665102-ddeb-4091-8e60-640274c512e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a43a6e1f-f392-4329-8d28-2d19390a0286 HTTP/1.1" status: 200 len: 851 time: 0.0446563 Jul 15 15:17:13.261119 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-66294c7a-8754-42aa-8932-41b7f2c44bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': 'd0090df5-28a2-457c-b267-476c590af77c', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'port_id': '9a300ca1-eea2-43e6-ab41-e6e78363df5c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'mac_address': 'fa:16:3e:a8:f9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:15:20Z', 'updated_at': '2021-07-15T15:15:22Z', 'revision_number': 1, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address_scope': None}, {'id': 'f0dffc8a-8693-40ab-ba89-495a3ffa453c', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'port_id': '9fd71e2a-0fb4-4951-a921-73b79fcd87d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'mac_address': 'fa:16:3e:a0:43:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa01090d-cda0-4e41-9007-5370fdc32f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:17:11Z', 'updated_at': '2021-07-15T15:17:11Z', 'revision_number': 0, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:13.283881 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6289939-2c23-4a30-a159-4d0cc4738cb7 req-1e6f3760-2830-4261-8615-d7bb33417da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:17:13.285402 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b6289939-2c23-4a30-a159-4d0cc4738cb7 req-1e6f3760-2830-4261-8615-d7bb33417da7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=256b1f49-09b1-4857-8f84-aa19092f1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593569 Jul 15 15:17:13.287445 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66294c7a-8754-42aa-8932-41b7f2c44bc4 None None] Checking router: da20a326-fe01-480b-a46e-e715a7887381 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:17:13.295563 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66294c7a-8754-42aa-8932-41b7f2c44bc4 None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:17:13.296219 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-66294c7a-8754-42aa-8932-41b7f2c44bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:17:03Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:13.373938 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b6289939-2c23-4a30-a159-4d0cc4738cb7 req-09f47329-fdd7-4bfd-a39e-151030d35f2f service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825157 Jul 15 15:17:13.406130 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-66294c7a-8754-42aa-8932-41b7f2c44bc4 None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:17:13.642460 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-66294c7a-8754-42aa-8932-41b7f2c44bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': 'd0090df5-28a2-457c-b267-476c590af77c', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'port_id': '9a300ca1-eea2-43e6-ab41-e6e78363df5c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'mac_address': 'fa:16:3e:a8:f9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:15:20Z', 'updated_at': '2021-07-15T15:15:22Z', 'revision_number': 1, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address_scope': None}, {'id': 'f0dffc8a-8693-40ab-ba89-495a3ffa453c', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'port_id': '9fd71e2a-0fb4-4951-a921-73b79fcd87d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'mac_address': 'fa:16:3e:a0:43:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa01090d-cda0-4e41-9007-5370fdc32f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:17:11Z', 'updated_at': '2021-07-15T15:17:11Z', 'revision_number': 0, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:17:13.668759 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66294c7a-8754-42aa-8932-41b7f2c44bc4 None None] The sync data for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi is: [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': 'd0090df5-28a2-457c-b267-476c590af77c', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'port_id': '9a300ca1-eea2-43e6-ab41-e6e78363df5c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'mac_address': 'fa:16:3e:a8:f9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:15:20Z', 'updated_at': '2021-07-15T15:15:22Z', 'revision_number': 1, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address_scope': None}, {'id': 'f0dffc8a-8693-40ab-ba89-495a3ffa453c', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'floating_ip_address': '172.27.0.84', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'port_id': '9fd71e2a-0fb4-4951-a921-73b79fcd87d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'mac_address': 'fa:16:3e:a0:43:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa01090d-cda0-4e41-9007-5370fdc32f3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:17:11Z', 'updated_at': '2021-07-15T15:17:11Z', 'revision_number': 0, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:17:13.753496 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b6289939-2c23-4a30-a159-4d0cc4738cb7 req-4360dacd-4855-44ba-9bb5-bfb61e984684 service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739023 Jul 15 15:17:13.848156 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802252cd-acc9-4e2e-852b-9066235b5e0f None None] New status for floating IP f0dffc8a-8693-40ab-ba89-495a3ffa453c: ACTIVE {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:17:23.517416 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:30.306904 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-6436742b-1d77-4128-8343-00fb48593671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:30.761341 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:17:33.006518 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e28d1187-2d17-4651-9be8-dd0ae0910050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:33.461055 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:34.128625 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:35.529269 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:17:53.529308 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:00.308929 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0c0849d8-e2a7-4ad1-ad40-805a81e5c1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:02.014183 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b520f005-3b60-494a-9075-3d3f30863280 req-d325eb1b-96c7-481b-b1f6-a6d23237d510 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874434 Jul 15 15:18:02.104742 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520f005-3b60-494a-9075-3d3f30863280 req-6c7f4f50-93d6-4ed3-ab08-7f2f9e5bd067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:02.106194 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b520f005-3b60-494a-9075-3d3f30863280 req-6c7f4f50-93d6-4ed3-ab08-7f2f9e5bd067 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0502422 Jul 15 15:18:02.210834 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520f005-3b60-494a-9075-3d3f30863280 req-75761418-4661-4930-919e-67a270eb0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:02.212322 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b520f005-3b60-494a-9075-3d3f30863280 req-75761418-4661-4930-919e-67a270eb0e29 service neutron] 10.222.0.41 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 913 time: 0.0853441 Jul 15 15:18:02.275169 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b520f005-3b60-494a-9075-3d3f30863280 req-9bb9b92a-6b7a-4138-ba1d-eca1c594147a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a300ca1-eea2-43e6-ab41-e6e78363df5c HTTP/1.1" status: 200 len: 1000 time: 0.0559280 Jul 15 15:18:02.325593 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520f005-3b60-494a-9075-3d3f30863280 req-9a963562-5d78-4c75-94a1-5b58663f8b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:02.327108 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b520f005-3b60-494a-9075-3d3f30863280 req-9a963562-5d78-4c75-94a1-5b58663f8b1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a43a6e1f-f392-4329-8d28-2d19390a0286 HTTP/1.1" status: 200 len: 851 time: 0.0457103 Jul 15 15:18:02.381626 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520f005-3b60-494a-9075-3d3f30863280 req-ae9ef1a1-49ab-42bb-b174-ba2e3f36bcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:02.383060 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b520f005-3b60-494a-9075-3d3f30863280 req-ae9ef1a1-49ab-42bb-b174-ba2e3f36bcd0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=256b1f49-09b1-4857-8f84-aa19092f1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501602 Jul 15 15:18:02.469575 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b520f005-3b60-494a-9075-3d3f30863280 req-3ad1d3ef-5e77-4c05-a73f-0bc7a41a8555 service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798962 Jul 15 15:18:02.563420 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-b520f005-3b60-494a-9075-3d3f30863280 req-6712a510-234f-495f-be2a-a9b3636c9b2b service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875170 Jul 15 15:18:03.011231 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-634879fe-71dc-466c-bba0-f0fba69112e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:03.461524 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:04.135860 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:05.529039 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:07.759886 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:18:23.545099 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:30.309088 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-9b013344-5624-47ba-acfa-0113ae72dbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:33.011771 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-e2b67d71-08b2-4ba7-abe0-4614eb3e71ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:33.461648 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:34.133935 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:35.532341 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:40.071337 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41608) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:40.261572 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Deleting port 81c6640a-d541-44ef-86cd-6d6dfddfa091 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:40.261919 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:40.337297 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:40.337627 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:40.349419 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Calling delete_port for 81c6640a-d541-44ef-86cd-6d6dfddfa091 owned by network:floatingip {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:40.513237 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:40.539650 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event deleted for resources: {'Port': ['ID=81c6640a-d541-44ef-86cd-6d6dfddfa091,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:40.564971 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:40.565326 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:40.565674 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:40.566012 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:40.566346 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:40.566689 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:40.567016 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:40.567347 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:40.567677 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:40.568004 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:40.568356 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:40.568684 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:40.607895 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for floatingip, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:40.608165 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.db.l3_db [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Floating IP f0dffc8a-8693-40ab-ba89-495a3ffa453c disassociated (deleted). External IP: 172.27.0.84, port: 9fd71e2a-0fb4-4951-a921-73b79fcd87d5. Jul 15 15:18:41.079642 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Router da20a326-fe01-480b-a46e-e715a7887381 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:18:41.183955 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:18:41.189342 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:41.194316 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72919712-200e-4292-a7b8-3850ba79fe72 None None] Sync routers for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:18:41.203679 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72919712-200e-4292-a7b8-3850ba79fe72 None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:41.204322 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-72919712-200e-4292-a7b8-3850ba79fe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:18:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:41.226178 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-9ce68257-fd6f-41f1-9c99-6f6c9b48c72d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "DELETE /v2.0/floatingips/f0dffc8a-8693-40ab-ba89-495a3ffa453c HTTP/1.1" status: 204 len: 168 time: 1.1537166 Jul 15 15:18:41.226773 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa01090d-cda0-4e41-9007-5370fdc32f3b', 'tag': '9fd71e2a-0fb4-4951-a921-73b79fcd87d5'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:18:41.229116 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581f47ba-c47a-4ac2-bcb6-1173e422187a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa01090d-cda0-4e41-9007-5370fdc32f3b", "tag": "9fd71e2a-0fb4-4951-a921-73b79fcd87d5"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:18:41.267801 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8602a80-eb82-4eed-b85d-f781314ea3d2 x-openstack-request-id: req-a8602a80-eb82-4eed-b85d-f781314ea3d2 {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:18:41.268095 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa01090d-cda0-4e41-9007-5370fdc32f3b", "tag": "9fd71e2a-0fb4-4951-a921-73b79fcd87d5", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:18:41.268383 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a8602a80-eb82-4eed-b85d-f781314ea3d2 {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:18:41.268778 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa01090d-cda0-4e41-9007-5370fdc32f3b', 'tag': '9fd71e2a-0fb4-4951-a921-73b79fcd87d5', 'status': 'completed', 'code': 200} Jul 15 15:18:41.310092 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-72919712-200e-4292-a7b8-3850ba79fe72 None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:41.341386 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f47ba-c47a-4ac2-bcb6-1173e422187a req-47bdd474-deb6-4469-940e-64d0e5f30521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:41.342923 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-581f47ba-c47a-4ac2-bcb6-1173e422187a req-47bdd474-deb6-4469-940e-64d0e5f30521 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 1098 time: 0.0536168 Jul 15 15:18:41.458771 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f47ba-c47a-4ac2-bcb6-1173e422187a req-686dc4d7-b54f-4077-a490-8c6036159e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:41.460869 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-581f47ba-c47a-4ac2-bcb6-1173e422187a req-686dc4d7-b54f-4077-a490-8c6036159e77 service neutron] 10.222.0.41 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 913 time: 0.1120543 Jul 15 15:18:41.503949 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-581f47ba-c47a-4ac2-bcb6-1173e422187a req-f5cec12f-ce5b-49eb-a8f9-a439fabc34fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fd71e2a-0fb4-4951-a921-73b79fcd87d5 HTTP/1.1" status: 200 len: 217 time: 0.0345244 Jul 15 15:18:41.546986 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-72919712-200e-4292-a7b8-3850ba79fe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': 'd0090df5-28a2-457c-b267-476c590af77c', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'port_id': '9a300ca1-eea2-43e6-ab41-e6e78363df5c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'mac_address': 'fa:16:3e:a8:f9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:15:20Z', 'updated_at': '2021-07-15T15:15:22Z', 'revision_number': 1, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:41.577221 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72919712-200e-4292-a7b8-3850ba79fe72 None None] Checking router: da20a326-fe01-480b-a46e-e715a7887381 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:18:41.585579 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72919712-200e-4292-a7b8-3850ba79fe72 None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:41.585729 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f47ba-c47a-4ac2-bcb6-1173e422187a req-1730abdf-1adb-4660-aebd-cc9221c403f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:41.586102 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-72919712-200e-4292-a7b8-3850ba79fe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:18:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:41.587188 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-581f47ba-c47a-4ac2-bcb6-1173e422187a req-1730abdf-1adb-4660-aebd-cc9221c403f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a43a6e1f-f392-4329-8d28-2d19390a0286 HTTP/1.1" status: 200 len: 851 time: 0.0773673 Jul 15 15:18:41.642901 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459365b-99d4-4bd0-bea2-aa047b2b2287 req-7f731981-bb3f-4ee2-94b2-e3169f6ffb31 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:41.644405 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3459365b-99d4-4bd0-bea2-aa047b2b2287 req-7f731981-bb3f-4ee2-94b2-e3169f6ffb31 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 945 time: 0.1016328 Jul 15 15:18:41.688590 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-72919712-200e-4292-a7b8-3850ba79fe72 None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:41.689244 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f47ba-c47a-4ac2-bcb6-1173e422187a req-f791ea92-c3dd-48f7-8121-fbd6ea5a47a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:41.690747 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-581f47ba-c47a-4ac2-bcb6-1173e422187a req-f791ea92-c3dd-48f7-8121-fbd6ea5a47a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=256b1f49-09b1-4857-8f84-aa19092f1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0928419 Jul 15 15:18:41.695672 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-3459365b-99d4-4bd0-bea2-aa047b2b2287 req-25df7c7c-9e0f-4299-bfe2-9c2f27a2ff0d tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455956 Jul 15 15:18:41.792232 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-581f47ba-c47a-4ac2-bcb6-1173e422187a req-c84f406e-a43f-476e-8d20-8eae4c2a1db8 service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946262 Jul 15 15:18:41.886788 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-581f47ba-c47a-4ac2-bcb6-1173e422187a req-6ca0cacd-b0bc-4b56-b4ab-1ac18b55e51d service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869079 Jul 15 15:18:41.916638 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-72919712-200e-4292-a7b8-3850ba79fe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': 'd0090df5-28a2-457c-b267-476c590af77c', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'port_id': '9a300ca1-eea2-43e6-ab41-e6e78363df5c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'mac_address': 'fa:16:3e:a8:f9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:15:20Z', 'updated_at': '2021-07-15T15:15:22Z', 'revision_number': 1, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:41.943961 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72919712-200e-4292-a7b8-3850ba79fe72 None None] The sync data for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi is: [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_floatingips': [{'id': 'd0090df5-28a2-457c-b267-476c590af77c', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'floating_ip_address': '172.27.0.73', 'floating_network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'router_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'port_id': '9a300ca1-eea2-43e6-ab41-e6e78363df5c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'mac_address': 'fa:16:3e:a8:f9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-15T15:15:20Z', 'updated_at': '2021-07-15T15:15:22Z', 'revision_number': 1, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:18:42.156749 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ac8cb2-b870-4ab9-bed0-935c9bc4a0f4 None None] New status for floating IP f0dffc8a-8693-40ab-ba89-495a3ffa453c: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:18:42.890627 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75531dd4-a83d-48fe-a73e-fed55d0d41c4 req-5e5fca79-dc56-4936-b6eb-edd4db067d04 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:42.892124 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-75531dd4-a83d-48fe-a73e-fed55d0d41c4 req-5e5fca79-dc56-4936-b6eb-edd4db067d04 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 945 time: 0.0673120 Jul 15 15:18:42.929047 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-75531dd4-a83d-48fe-a73e-fed55d0d41c4 req-fbce7457-e0d3-41b8-9b61-1f213435a150 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313928 Jul 15 15:18:43.013691 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2722b9d-d6ef-48ce-a539-1d5a78b0f69a req-2b5585db-9953-4b9f-8f4c-fc0f72d80454 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:43.015263 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c2722b9d-d6ef-48ce-a539-1d5a78b0f69a req-2b5585db-9953-4b9f-8f4c-fc0f72d80454 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.41 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 945 time: 0.0621517 Jul 15 15:18:43.110413 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-c2722b9d-d6ef-48ce-a539-1d5a78b0f69a req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Deleting port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:43.110752 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-c2722b9d-d6ef-48ce-a539-1d5a78b0f69a req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:43.199861 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-c2722b9d-d6ef-48ce-a539-1d5a78b0f69a req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] For port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9fd71e2a-0fb4-4951-a921-73b79fcd87d5,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:43.200254 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-c2722b9d-d6ef-48ce-a539-1d5a78b0f69a req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:43.211831 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-c2722b9d-d6ef-48ce-a539-1d5a78b0f69a req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Calling delete_port for 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 owned by compute:nova {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:43.337477 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-c2722b9d-d6ef-48ce-a539-1d5a78b0f69a req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:43.366655 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event deleted for resources: {'Port': ['ID=9fd71e2a-0fb4-4951-a921-73b79fcd87d5,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:43.379094 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:43.379094 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:43.379094 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:43.379442 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:43.379779 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:43.380115 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:43.380478 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:43.380809 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:43.381141 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:43.381474 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:43.381801 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:43.382129 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788367-2-iscsi {{(pid=92931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 15 15:18:43.420915 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2722b9d-d6ef-48ce-a539-1d5a78b0f69a req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] No DVR routers for this DVR port 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 on host hv-cinder-78836 {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:18:43.425556 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-c2722b9d-d6ef-48ce-a539-1d5a78b0f69a req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:43.428587 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-c2722b9d-d6ef-48ce-a539-1d5a78b0f69a req-6221e44d-7dd4-4d28-8a3a-d7e052461294 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.41 "DELETE /v2.0/ports/9fd71e2a-0fb4-4951-a921-73b79fcd87d5 HTTP/1.1" status: 204 len: 173 time: 0.4085889 Jul 15 15:18:43.429027 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa01090d-cda0-4e41-9007-5370fdc32f3b', 'name': 'network-vif-deleted', 'tag': '9fd71e2a-0fb4-4951-a921-73b79fcd87d5'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:18:43.431302 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e16470d-6bb6-403a-bf36-03753f20b5b2" -d '{"events": [{"server_uuid": "aa01090d-cda0-4e41-9007-5370fdc32f3b", "name": "network-vif-deleted", "tag": "9fd71e2a-0fb4-4951-a921-73b79fcd87d5"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:18:43.532431 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483cd093-1d20-4cd4-b122-069f57787e37 x-openstack-request-id: req-483cd093-1d20-4cd4-b122-069f57787e37 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:18:43.532728 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa01090d-cda0-4e41-9007-5370fdc32f3b", "name": "network-vif-deleted", "tag": "9fd71e2a-0fb4-4951-a921-73b79fcd87d5", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:18:43.533013 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-483cd093-1d20-4cd4-b122-069f57787e37 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:18:43.533437 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa01090d-cda0-4e41-9007-5370fdc32f3b', 'name': 'network-vif-deleted', 'tag': '9fd71e2a-0fb4-4951-a921-73b79fcd87d5', 'status': 'completed', 'code': 200} Jul 15 15:18:44.083310 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-6e949cd3-505c-4232-96b4-755a85d23153 req-95dd50d2-682d-447b-8648-e25bdd5d9956 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=aa01090d-cda0-4e41-9007-5370fdc32f3b HTTP/1.1" status: 200 len: 210 time: 0.0295298 Jul 15 15:18:44.758782 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:18:46.922091 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:18:46.945152 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:18:46.945502 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9fd71e2a-0fb4-4951-a921-73b79fcd87d5 not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:18:47.392422 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41656) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:47.547038 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-7b2af647-0b16-4b27-9383-7f1967200929 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Deleting port 5c3a8651-061b-45e4-9f00-21d607eefe74 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:47.547266 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7b2af647-0b16-4b27-9383-7f1967200929 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:47.621964 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7b2af647-0b16-4b27-9383-7f1967200929 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:47.622283 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7b2af647-0b16-4b27-9383-7f1967200929 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:47.634499 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-7b2af647-0b16-4b27-9383-7f1967200929 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Calling delete_port for 5c3a8651-061b-45e4-9f00-21d607eefe74 owned by network:floatingip {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:47.781255 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7b2af647-0b16-4b27-9383-7f1967200929 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:47.809962 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2af647-0b16-4b27-9383-7f1967200929 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event deleted for resources: {'Port': ['ID=5c3a8651-061b-45e4-9f00-21d607eefe74,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:47.867649 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7b2af647-0b16-4b27-9383-7f1967200929 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for floatingip, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:47.867980 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.db.l3_db [None req-7b2af647-0b16-4b27-9383-7f1967200929 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Floating IP d0090df5-28a2-457c-b267-476c590af77c disassociated (deleted). External IP: 172.27.0.73, port: 9a300ca1-eea2-43e6-ab41-e6e78363df5c. Jul 15 15:18:48.068967 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2af647-0b16-4b27-9383-7f1967200929 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Router da20a326-fe01-480b-a46e-e715a7887381 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:18:48.172276 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2af647-0b16-4b27-9383-7f1967200929 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:18:48.177055 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7b2af647-0b16-4b27-9383-7f1967200929 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:48.181764 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0e901b-fa81-4a78-9b8a-25c78c83c585 None None] Sync routers for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:18:48.190464 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0e901b-fa81-4a78-9b8a-25c78c83c585 None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:48.191060 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-8d0e901b-fa81-4a78-9b8a-25c78c83c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:18:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:48.212938 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-7b2af647-0b16-4b27-9383-7f1967200929 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "DELETE /v2.0/floatingips/d0090df5-28a2-457c-b267-476c590af77c HTTP/1.1" status: 204 len: 168 time: 0.8194025 Jul 15 15:18:48.213532 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'tag': '9a300ca1-eea2-43e6-ab41-e6e78363df5c'}] {{(pid=92930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:18:48.215884 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c826ff6be7ec083e7a8c7dcf75807344e30c5a62ff9a10463c17e9b74daa9557" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526522d8-f1b3-49e0-8c90-2c56b3d48e89" -d '{"events": [{"name": "network-changed", "server_uuid": "afa1e915-c6fe-4d21-8fd1-b59ab04af9a2", "tag": "9a300ca1-eea2-43e6-ab41-e6e78363df5c"}]}' {{(pid=92930) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:18:48.250740 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Jul 2021 15:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb8a1bf-acd0-475e-a3ee-e14ece1b2c1d x-openstack-request-id: req-3eb8a1bf-acd0-475e-a3ee-e14ece1b2c1d {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:18:48.251040 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa1e915-c6fe-4d21-8fd1-b59ab04af9a2", "tag": "9a300ca1-eea2-43e6-ab41-e6e78363df5c", "status": "completed", "code": 200}]} {{(pid=92930) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:18:48.251567 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3eb8a1bf-acd0-475e-a3ee-e14ece1b2c1d {{(pid=92930) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:18:48.251974 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'tag': '9a300ca1-eea2-43e6-ab41-e6e78363df5c', 'status': 'completed', 'code': 200} Jul 15 15:18:48.329555 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526522d8-f1b3-49e0-8c90-2c56b3d48e89 req-d2d502c9-3ed2-49ed-b9c6-a89038a7b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:48.330981 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-526522d8-f1b3-49e0-8c90-2c56b3d48e89 req-d2d502c9-3ed2-49ed-b9c6-a89038a7b453 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 1098 time: 0.0548148 Jul 15 15:18:48.436650 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-8d0e901b-fa81-4a78-9b8a-25c78c83c585 None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:48.438707 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526522d8-f1b3-49e0-8c90-2c56b3d48e89 req-cd9b0e04-d6a6-4eec-bb68-76a4c2cc73e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:48.439246 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-526522d8-f1b3-49e0-8c90-2c56b3d48e89 req-cd9b0e04-d6a6-4eec-bb68-76a4c2cc73e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 200 len: 913 time: 0.1020889 Jul 15 15:18:48.487319 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-526522d8-f1b3-49e0-8c90-2c56b3d48e89 req-80a75c5d-b217-4d38-b7e8-453b95ae8e0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a300ca1-eea2-43e6-ab41-e6e78363df5c HTTP/1.1" status: 200 len: 217 time: 0.0352228 Jul 15 15:18:48.569672 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526522d8-f1b3-49e0-8c90-2c56b3d48e89 req-074c8650-b071-4d7e-9b05-e293af478c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:48.571223 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-526522d8-f1b3-49e0-8c90-2c56b3d48e89 req-074c8650-b071-4d7e-9b05-e293af478c0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a43a6e1f-f392-4329-8d28-2d19390a0286 HTTP/1.1" status: 200 len: 851 time: 0.0778663 Jul 15 15:18:48.628649 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b0214-84b2-4d4c-b4d6-97db2dd832eb req-903b53c2-909e-4be1-807b-985b285896f2 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:48.630030 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-224b0214-84b2-4d4c-b4d6-97db2dd832eb req-903b53c2-909e-4be1-807b-985b285896f2 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 945 time: 0.1070573 Jul 15 15:18:48.633841 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-8d0e901b-fa81-4a78-9b8a-25c78c83c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:48.659959 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0e901b-fa81-4a78-9b8a-25c78c83c585 None None] Checking router: da20a326-fe01-480b-a46e-e715a7887381 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:18:48.667896 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0e901b-fa81-4a78-9b8a-25c78c83c585 None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:48.668523 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-8d0e901b-fa81-4a78-9b8a-25c78c83c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:18:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:48.669730 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526522d8-f1b3-49e0-8c90-2c56b3d48e89 req-f2534622-9c9e-4622-9e4e-0ee93efa0acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:48.671234 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-526522d8-f1b3-49e0-8c90-2c56b3d48e89 req-f2534622-9c9e-4622-9e4e-0ee93efa0acb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=256b1f49-09b1-4857-8f84-aa19092f1df7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902920 Jul 15 15:18:48.678247 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-224b0214-84b2-4d4c-b4d6-97db2dd832eb req-d8fd1dd0-a67c-4e9a-833c-0c1942a2feb1 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412927 Jul 15 15:18:48.767223 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-526522d8-f1b3-49e0-8c90-2c56b3d48e89 req-d730ed45-ebba-4546-99c9-29afdebeb94b service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880349 Jul 15 15:18:48.776113 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-8d0e901b-fa81-4a78-9b8a-25c78c83c585 None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:48.858666 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-526522d8-f1b3-49e0-8c90-2c56b3d48e89 req-561d1688-ed5b-494c-96a6-d6aa13d609ab service neutron] 10.222.0.41 "GET /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844522 Jul 15 15:18:48.970671 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-8d0e901b-fa81-4a78-9b8a-25c78c83c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:48.995798 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0e901b-fa81-4a78-9b8a-25c78c83c585 None None] The sync data for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi is: [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:12:22Z', 'revision_number': 4, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi', '_interfaces': [{'id': '25b73e8c-21d3-40b7-bd8c-f4231d093c25', 'name': '', 'network_id': '256b1f49-09b1-4857-8f84-aa19092f1df7', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'mac_address': 'fa:16:3e:84:da:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:21Z', 'updated_at': '2021-07-15T15:12:28Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'subnets': [{'id': 'a43a6e1f-f392-4329-8d28-2d19390a0286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:18:49.189956 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c077b13f-8837-4c1c-a83f-90e8747ed8b0 None None] New status for floating IP d0090df5-28a2-457c-b267-476c590af77c: DOWN {{(pid=92933) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 15 15:18:49.857869 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6220f-d7fe-4d09-987e-47abb38eb6c6 req-f5a36746-37e1-4db9-bfc9-2349b7c48fad tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:49.859341 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a0f6220f-d7fe-4d09-987e-47abb38eb6c6 req-f5a36746-37e1-4db9-bfc9-2349b7c48fad tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 945 time: 0.0612895 Jul 15 15:18:49.897839 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-a0f6220f-d7fe-4d09-987e-47abb38eb6c6 req-a2037ff7-36ee-4a4b-92ed-905e6c48a8a6 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/security-groups?id=448aeed1-4f8f-4712-b4ae-8c058fda0b54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319362 Jul 15 15:18:49.913645 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6076d-8084-4219-b03b-dfc384c2bb61 req-adb78a0e-982f-4ee2-9943-f6d8a4cf0275 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92931) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 15 15:18:49.915115 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-2fb6076d-8084-4219-b03b-dfc384c2bb61 req-adb78a0e-982f-4ee2-9943-f6d8a4cf0275 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 945 time: 0.0618680 Jul 15 15:18:50.013141 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-2fb6076d-8084-4219-b03b-dfc384c2bb61 req-85ecc4d2-8443-4596-b799-45acae931716 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Deleting port 9a300ca1-eea2-43e6-ab41-e6e78363df5c {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:50.013400 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-2fb6076d-8084-4219-b03b-dfc384c2bb61 req-85ecc4d2-8443-4596-b799-45acae931716 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:50.104551 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [req-2fb6076d-8084-4219-b03b-dfc384c2bb61 req-85ecc4d2-8443-4596-b799-45acae931716 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] For port 9a300ca1-eea2-43e6-ab41-e6e78363df5c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9a300ca1-eea2-43e6-ab41-e6e78363df5c,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:50.104902 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-2fb6076d-8084-4219-b03b-dfc384c2bb61 req-85ecc4d2-8443-4596-b799-45acae931716 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:50.117042 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [req-2fb6076d-8084-4219-b03b-dfc384c2bb61 req-85ecc4d2-8443-4596-b799-45acae931716 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Calling delete_port for 9a300ca1-eea2-43e6-ab41-e6e78363df5c owned by compute:nova {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:50.245783 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-2fb6076d-8084-4219-b03b-dfc384c2bb61 req-85ecc4d2-8443-4596-b799-45acae931716 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:50.274178 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecc4d2-8443-4596-b799-45acae931716 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event deleted for resources: {'Port': ['ID=9a300ca1-eea2-43e6-ab41-e6e78363df5c,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:50.317393 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb6076d-8084-4219-b03b-dfc384c2bb61 req-85ecc4d2-8443-4596-b799-45acae931716 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] No DVR routers for this DVR port 9a300ca1-eea2-43e6-ab41-e6e78363df5c on host hv-cinder-78836 {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:18:50.319851 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [req-2fb6076d-8084-4219-b03b-dfc384c2bb61 req-85ecc4d2-8443-4596-b799-45acae931716 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for port, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:50.321875 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [req-2fb6076d-8084-4219-b03b-dfc384c2bb61 req-85ecc4d2-8443-4596-b799-45acae931716 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.41 "DELETE /v2.0/ports/9a300ca1-eea2-43e6-ab41-e6e78363df5c HTTP/1.1" status: 204 len: 173 time: 0.4003618 Jul 15 15:18:50.322295 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'name': 'network-vif-deleted', 'tag': '9a300ca1-eea2-43e6-ab41-e6e78363df5c'}] {{(pid=92931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 15 15:18:50.324578 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c697450d42f93d458eb0f4d04149441600094ce3807b1af52b5675f0633ea280" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d361702-e560-4b99-9a86-e81e459bfd62" -d '{"events": [{"server_uuid": "afa1e915-c6fe-4d21-8fd1-b59ab04af9a2", "name": "network-vif-deleted", "tag": "9a300ca1-eea2-43e6-ab41-e6e78363df5c"}]}' {{(pid=92931) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 15 15:18:50.363791 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Jul 2021 15:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d1c8b6-f884-4269-9f0b-60e34c3a6ed9 x-openstack-request-id: req-e6d1c8b6-f884-4269-9f0b-60e34c3a6ed9 {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 15 15:18:50.364109 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa1e915-c6fe-4d21-8fd1-b59ab04af9a2", "name": "network-vif-deleted", "tag": "9a300ca1-eea2-43e6-ab41-e6e78363df5c", "status": "completed", "code": 200}]} {{(pid=92931) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 15 15:18:50.364392 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e6d1c8b6-f884-4269-9f0b-60e34c3a6ed9 {{(pid=92931) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 15 15:18:50.364820 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa1e915-c6fe-4d21-8fd1-b59ab04af9a2', 'name': 'network-vif-deleted', 'tag': '9a300ca1-eea2-43e6-ab41-e6e78363df5c', 'status': 'completed', 'code': 200} Jul 15 15:18:51.052021 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [req-f6c69254-64cb-4d86-a164-c7e42a552c5c req-816dbe67-04fb-48f1-a0a4-4ca8095b7571 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "GET /v2.0/ports?device_id=afa1e915-c6fe-4d21-8fd1-b59ab04af9a2 HTTP/1.1" status: 200 len: 210 time: 0.0320914 Jul 15 15:18:52.145640 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41672) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:52.267847 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-182de5c2-b48e-471a-af2d-ccdceeaf9eb3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Deleting port 81cf527d-3334-4633-b737-2133019255a6 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:52.268218 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-182de5c2-b48e-471a-af2d-ccdceeaf9eb3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:52.340674 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-182de5c2-b48e-471a-af2d-ccdceeaf9eb3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:52.341006 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-182de5c2-b48e-471a-af2d-ccdceeaf9eb3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:52.352456 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-182de5c2-b48e-471a-af2d-ccdceeaf9eb3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Calling delete_port for 81cf527d-3334-4633-b737-2133019255a6 owned by network:floatingip {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:52.480247 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-182de5c2-b48e-471a-af2d-ccdceeaf9eb3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:52.505343 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182de5c2-b48e-471a-af2d-ccdceeaf9eb3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event deleted for resources: {'Port': ['ID=81cf527d-3334-4633-b737-2133019255a6,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:52.568792 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-182de5c2-b48e-471a-af2d-ccdceeaf9eb3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for floatingip, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:52.571305 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-182de5c2-b48e-471a-af2d-ccdceeaf9eb3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134876'] for floatingip, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:52.572509 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-182de5c2-b48e-471a-af2d-ccdceeaf9eb3 tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "DELETE /v2.0/floatingips/7b297869-8e4e-4213-ace8-1dadbd5a26d6 HTTP/1.1" status: 204 len: 168 time: 0.4258294 Jul 15 15:18:53.574602 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:53.830999 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41684) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:53.887374 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1cc76edf-b634-4ed7-a6ad-58aca70ad07e tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:53.912214 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1cc76edf-b634-4ed7-a6ad-58aca70ad07e tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:53.974711 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1cc76edf-b634-4ed7-a6ad-58aca70ad07e tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:53.977361 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-1cc76edf-b634-4ed7-a6ad-58aca70ad07e tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:53.978506 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-1cc76edf-b634-4ed7-a6ad-58aca70ad07e tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] 10.222.0.72 "DELETE /v2.0/security-groups/448aeed1-4f8f-4712-b4ae-8c058fda0b54 HTTP/1.1" status: 204 len: 168 time: 0.1465201 Jul 15 15:18:53.987356 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc76edf-b634-4ed7-a6ad-58aca70ad07e tempest-TestVolumeBootPattern-925641937 tempest-TestVolumeBootPattern-925641937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=448aeed1-4f8f-4712-b4ae-8c058fda0b54,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:54.030764 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41688) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:54.464746 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-71dc7f22-64fc-400f-81b5-e90d17a8c1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-778414'] for router_interface, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:54.705975 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-71dc7f22-64fc-400f-81b5-e90d17a8c1d6 admin admin] Deleting port 25b73e8c-21d3-40b7-bd8c-f4231d093c25 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:54.706314 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-71dc7f22-64fc-400f-81b5-e90d17a8c1d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:54.783042 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-71dc7f22-64fc-400f-81b5-e90d17a8c1d6 admin admin] For port 25b73e8c-21d3-40b7-bd8c-f4231d093c25, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=25b73e8c-21d3-40b7-bd8c-f4231d093c25,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:54.783322 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-71dc7f22-64fc-400f-81b5-e90d17a8c1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:54.795476 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-71dc7f22-64fc-400f-81b5-e90d17a8c1d6 admin admin] Calling delete_port for 25b73e8c-21d3-40b7-bd8c-f4231d093c25 owned by network:router_interface {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:54.966499 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-71dc7f22-64fc-400f-81b5-e90d17a8c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:54.969735 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9a300ca1-eea2-43e6-ab41-e6e78363df5c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:18:54.989151 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] No Port match for: 9a300ca1-eea2-43e6-ab41-e6e78363df5c {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:18:54.989602 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Device 9a300ca1-eea2-43e6-ab41-e6e78363df5c not bound to the agent host hv-cinder-78836 {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:18:54.991378 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc7f22-64fc-400f-81b5-e90d17a8c1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b73e8c-21d3-40b7-bd8c-f4231d093c25,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:55.152636 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-71dc7f22-64fc-400f-81b5-e90d17a8c1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781118'] for router_interface, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:55.356335 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dc7f22-64fc-400f-81b5-e90d17a8c1d6 admin admin] Router da20a326-fe01-480b-a46e-e715a7887381 has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:18:55.456518 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dc7f22-64fc-400f-81b5-e90d17a8c1d6 admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:18:55.461485 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-71dc7f22-64fc-400f-81b5-e90d17a8c1d6 admin admin] 10.222.0.72 "PUT /v2.0/routers/da20a326-fe01-480b-a46e-e715a7887381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4293685 Jul 15 15:18:55.463850 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41692) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:55.466496 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3223ed8b-6712-4f67-95fa-92476ba5bf8d None None] Sync routers for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:18:55.482206 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3223ed8b-6712-4f67-95fa-92476ba5bf8d None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:55.483719 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-3223ed8b-6712-4f67-95fa-92476ba5bf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:18:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:55.587122 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-3223ed8b-6712-4f67-95fa-92476ba5bf8d None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:55.775831 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-3223ed8b-6712-4f67-95fa-92476ba5bf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:18:54Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:55.806484 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3223ed8b-6712-4f67-95fa-92476ba5bf8d None None] Checking router: da20a326-fe01-480b-a46e-e715a7887381 for host: dv-cinder-788367-2-iscsi {{(pid=92932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:18:55.814825 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3223ed8b-6712-4f67-95fa-92476ba5bf8d None None] Routers {'da20a326-fe01-480b-a46e-e715a7887381'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:55.815436 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-3223ed8b-6712-4f67-95fa-92476ba5bf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:18:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['da20a326-fe01-480b-a46e-e715a7887381'], 'active': True} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:55.837734 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6df59bbc-9281-4221-80e8-bae5b9dde154 admin admin] Notify callbacks [] for router, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:55.916421 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_dvr_db [None req-3223ed8b-6712-4f67-95fa-92476ba5bf8d None None] Set router da20a326-fe01-480b-a46e-e715a7887381 gateway port host: dv-cinder-788367-2-iscsi {{(pid=92932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:55.937225 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6df59bbc-9281-4221-80e8-bae5b9dde154 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:55.988274 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6df59bbc-9281-4221-80e8-bae5b9dde154 admin admin] Deleting port b04904f9-c851-4071-8b44-ea2845f16974 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:55.988613 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6df59bbc-9281-4221-80e8-bae5b9dde154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.071090 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-6df59bbc-9281-4221-80e8-bae5b9dde154 admin admin] For port b04904f9-c851-4071-8b44-ea2845f16974, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=b04904f9-c851-4071-8b44-ea2845f16974,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:56.071460 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6df59bbc-9281-4221-80e8-bae5b9dde154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.084363 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-6df59bbc-9281-4221-80e8-bae5b9dde154 admin admin] Calling delete_port for b04904f9-c851-4071-8b44-ea2845f16974 owned by network:router_gateway {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:56.093216 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.db.l3_hamode_db [None req-3223ed8b-6712-4f67-95fa-92476ba5bf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:18:54Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92932) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:56.126188 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3223ed8b-6712-4f67-95fa-92476ba5bf8d None None] The sync data for ids ['da20a326-fe01-480b-a46e-e715a7887381'] in dv-cinder-788367-2-iscsi is: [{'id': 'da20a326-fe01-480b-a46e-e715a7887381', 'name': 'tempest-TestVolumeBootPattern-1826999583-router', 'tenant_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:19Z', 'updated_at': '2021-07-15T15:18:54Z', 'revision_number': 5, 'project_id': 'a6a30d9e3ee347189ced7d3f7b911fa2', 'gw_port': {'id': 'b04904f9-c851-4071-8b44-ea2845f16974', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da20a326-fe01-480b-a46e-e715a7887381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:20Z', 'updated_at': '2021-07-15T15:12:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}] {{(pid=92932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:18:56.252145 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6df59bbc-9281-4221-80e8-bae5b9dde154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.282790 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df59bbc-9281-4221-80e8-bae5b9dde154 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04904f9-c851-4071-8b44-ea2845f16974,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:56.337479 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6df59bbc-9281-4221-80e8-bae5b9dde154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633188'] for router_gateway, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.425135 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6df59bbc-9281-4221-80e8-bae5b9dde154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25220'] for router, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.427062 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6df59bbc-9281-4221-80e8-bae5b9dde154 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.472295 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6df59bbc-9281-4221-80e8-bae5b9dde154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778982'] for router, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.472909 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df59bbc-9281-4221-80e8-bae5b9dde154 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da20a326-fe01-480b-a46e-e715a7887381 {{(pid=92930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:18:56.478414 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-6df59bbc-9281-4221-80e8-bae5b9dde154 admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.479587 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-6df59bbc-9281-4221-80e8-bae5b9dde154 admin admin] 10.222.0.72 "DELETE /v2.0/routers/da20a326-fe01-480b-a46e-e715a7887381 HTTP/1.1" status: 204 len: 168 time: 1.0147896 Jul 15 15:18:56.482127 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41694) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:56.527354 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.db_base_plugin_v2 [None req-253acd25-6d83-476b-8faf-15befa14b7c5 admin admin] Deleting subnet a43a6e1f-f392-4329-8d28-2d19390a0286 {{(pid=92931) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:18:56.530796 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-253acd25-6d83-476b-8faf-15befa14b7c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.565255 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-253acd25-6d83-476b-8faf-15befa14b7c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9119925'] for subnet, precommit_delete_associations {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.644653 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-253acd25-6d83-476b-8faf-15befa14b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66795978'] for subnet, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.696704 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-253acd25-6d83-476b-8faf-15befa14b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66796029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9119815', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9061582'] for subnet, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.723496 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253acd25-6d83-476b-8faf-15befa14b7c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a43a6e1f-f392-4329-8d28-2d19390a0286,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:56.725504 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-253acd25-6d83-476b-8faf-15befa14b7c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.727359 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-253acd25-6d83-476b-8faf-15befa14b7c5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a43a6e1f-f392-4329-8d28-2d19390a0286 HTTP/1.1" status: 204 len: 168 time: 0.2434797 Jul 15 15:18:56.729771 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41696) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:56.731900 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b315be9-2a24-43ea-a79d-6dcc77c582d7 None None] Network 256b1f49-09b1-4857-8f84-aa19092f1df7 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:56.808408 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66702497'] for network, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.864454 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] Deleting port bbd63fff-c0ff-4e88-86ef-02adb5e3cafc {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:56.864794 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.925868 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] For port bbd63fff-c0ff-4e88-86ef-02adb5e3cafc, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=bbd63fff-c0ff-4e88-86ef-02adb5e3cafc,segment=NetworkSegment(9aac148d-a5c3-42e6-8c70-a40382aed08f),segment_id=9aac148d-a5c3-42e6-8c70-a40382aed08f)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:56.926155 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:56.937243 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] Calling delete_port for bbd63fff-c0ff-4e88-86ef-02adb5e3cafc owned by network:dhcp {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:57.017824 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:57.043434 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbd63fff-c0ff-4e88-86ef-02adb5e3cafc,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:57.048285 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] No DVR routers for this DVR port bbd63fff-c0ff-4e88-86ef-02adb5e3cafc on host dv-cinder-788367-2-iscsi {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:18:57.118762 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796974', 'neutron.services.segments.db._delete_segments_for_network-8756598894668'] for network, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:57.129374 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256b1f49-09b1-4857-8f84-aa19092f1df7']}} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:57.137230 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03742f6-846c-48b5-836f-b516c0b53d82 None None] DHCP port deletion for 256b1f49-09b1-4857-8f84-aa19092f1df7 request from dv-cinder-788367-2-iscsi {{(pid=92932) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:18:57.139758 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aac148d-a5c3-42e6-8c70-a40382aed08f') {'for_net_delete': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:57.140058 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aac148d-a5c3-42e6-8c70-a40382aed08f') {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:57.149756 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756598898261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119874'] for segment, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:57.170876 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:57.177495 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=92931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:18:57.177816 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9121765'] for segment, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: conditions |= (models_v2.Port.network_id.in_( Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: Traceback (most recent call last): Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: timer() Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: cb(*args, **kw) Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: return func(*args, **kwargs) Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: self._notify() Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: self.callback(batched_events) Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: event.method(event) Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: return f(self, *a, **k) Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._get(url).json() Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: return self.request(url, 'GET', **kwargs) Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:18:57.179558 dv-cinder-788367-2-iscsi neutron-server[92931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:18:57.232938 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633272'] for network, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:57.238303 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:57.240095 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] 10.222.0.72 "DELETE /v2.0/networks/256b1f49-09b1-4857-8f84-aa19092f1df7 HTTP/1.1" status: 204 len: 168 time: 0.5065577 Jul 15 15:18:57.243140 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41698) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:57.250244 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2598e-20b5-4f7c-9d4f-b4b2d298d3f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=256b1f49-09b1-4857-8f84-aa19092f1df7,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:57.579517 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b5f34a50-d5cc-4d01-b433-d004f0eb209e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-778414'] for router_interface, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:57.828546 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b5f34a50-d5cc-4d01-b433-d004f0eb209e admin admin] Deleting port 75802f07-886a-4b04-b914-e998bf4d1e63 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:57.828887 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b5f34a50-d5cc-4d01-b433-d004f0eb209e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:57.906277 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-b5f34a50-d5cc-4d01-b433-d004f0eb209e admin admin] For port 75802f07-886a-4b04-b914-e998bf4d1e63, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=75802f07-886a-4b04-b914-e998bf4d1e63,segment=NetworkSegment(38582fe6-b105-425d-bbb6-43cd9f80a431),segment_id=38582fe6-b105-425d-bbb6-43cd9f80a431)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:57.906539 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b5f34a50-d5cc-4d01-b433-d004f0eb209e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:57.918224 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-b5f34a50-d5cc-4d01-b433-d004f0eb209e admin admin] Calling delete_port for 75802f07-886a-4b04-b914-e998bf4d1e63 owned by network:router_interface {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:58.093018 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b5f34a50-d5cc-4d01-b433-d004f0eb209e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:58.113540 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device b04904f9-c851-4071-8b44-ea2845f16974 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:18:58.120436 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f34a50-d5cc-4d01-b433-d004f0eb209e admin admin] Pushing event deleted for resources: {'Port': ['ID=75802f07-886a-4b04-b914-e998bf4d1e63,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:58.146692 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: b04904f9-c851-4071-8b44-ea2845f16974 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:18:58.147737 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device b04904f9-c851-4071-8b44-ea2845f16974 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:18:58.148419 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device bbd63fff-c0ff-4e88-86ef-02adb5e3cafc no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:18:58.168101 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: bbd63fff-c0ff-4e88-86ef-02adb5e3cafc {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:18:58.168879 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device bbd63fff-c0ff-4e88-86ef-02adb5e3cafc not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:18:58.168879 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 25b73e8c-21d3-40b7-bd8c-f4231d093c25 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:18:58.191468 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: 25b73e8c-21d3-40b7-bd8c-f4231d093c25 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:18:58.191832 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 25b73e8c-21d3-40b7-bd8c-f4231d093c25 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:18:58.291100 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-b5f34a50-d5cc-4d01-b433-d004f0eb209e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-781118'] for router_interface, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:58.495461 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f34a50-d5cc-4d01-b433-d004f0eb209e admin admin] Router 67440a54-fec4-4614-b371-0bb71b0a280e has already been hosted by L3 agent df4f686e-538a-4870-91a6-ab7951a1cdda {{(pid=92930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 15 15:18:58.596568 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f34a50-d5cc-4d01-b433-d004f0eb209e admin admin] Notify agent at l3_agent.dv-cinder-788367-2-iscsi the message routers_updated {{(pid=92930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 15 15:18:58.603766 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-b5f34a50-d5cc-4d01-b433-d004f0eb209e admin admin] 10.222.0.72 "PUT /v2.0/routers/67440a54-fec4-4614-b371-0bb71b0a280e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3572516 Jul 15 15:18:58.603995 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41700) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:58.604629 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b125f-aacc-4c04-9ff4-2fb325327d61 None None] Sync routers for ids ['67440a54-fec4-4614-b371-0bb71b0a280e'] in dv-cinder-788367-2-iscsi {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 15 15:18:58.614786 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b125f-aacc-4c04-9ff4-2fb325327d61 None None] Routers {'67440a54-fec4-4614-b371-0bb71b0a280e'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:58.615396 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-3d0b125f-aacc-4c04-9ff4-2fb325327d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:18:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['67440a54-fec4-4614-b371-0bb71b0a280e'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:58.705825 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7af3a789-8ce7-4f53-be5a-e242353b9183 admin admin] Notify callbacks [] for router, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:58.714966 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-3d0b125f-aacc-4c04-9ff4-2fb325327d61 None None] Set router 67440a54-fec4-4614-b371-0bb71b0a280e gateway port host: dv-cinder-788367-2-iscsi {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:58.806101 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7af3a789-8ce7-4f53-be5a-e242353b9183 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:58.858101 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-7af3a789-8ce7-4f53-be5a-e242353b9183 admin admin] Deleting port eaecbab7-368a-4105-8ce1-5abb22ce1382 {{(pid=92930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:58.858451 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7af3a789-8ce7-4f53-be5a-e242353b9183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:58.887807 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-3d0b125f-aacc-4c04-9ff4-2fb325327d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'name': 'tempest-TestVolumeBootPattern-908650089-router', 'tenant_id': '8976889bf53f49c180326b4f60618f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'external_fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': 'eaecbab7-368a-4105-8ce1-5abb22ce1382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:24Z', 'updated_at': '2021-07-15T15:18:58Z', 'revision_number': 5, 'project_id': '8976889bf53f49c180326b4f60618f9b', 'gw_port': {'id': 'eaecbab7-368a-4105-8ce1-5abb22ce1382', 'name': '', 'network_id': 'bf480c5f-a13c-4ddb-8c47-14b24c48353f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ec:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788367-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-15T15:12:24Z', 'updated_at': '2021-07-15T15:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac77b6a0-61f0-4912-8fdb-fb7e4a134cfb', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788367-2-iscsi'}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:58.914564 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b125f-aacc-4c04-9ff4-2fb325327d61 None None] Checking router: 67440a54-fec4-4614-b371-0bb71b0a280e for host: dv-cinder-788367-2-iscsi {{(pid=92933) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 15 15:18:58.922656 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b125f-aacc-4c04-9ff4-2fb325327d61 None None] Routers {'67440a54-fec4-4614-b371-0bb71b0a280e'} bound to L3 agent in host dv-cinder-788367-2-iscsi {{(pid=92933) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 15 15:18:58.923249 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-3d0b125f-aacc-4c04-9ff4-2fb325327d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788367-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-15T14:54:03Z,description=,heartbeat_timestamp=2021-07-15T15:18:33Z,host='dv-cinder-788367-2-iscsi',id=df4f686e-538a-4870-91a6-ab7951a1cdda,load=0,resource_versions=,resources_synced=,started_at=2021-07-15T14:54:03Z,topic='l3_agent')) {'router_ids': ['67440a54-fec4-4614-b371-0bb71b0a280e'], 'active': True} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:58.937069 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-7af3a789-8ce7-4f53-be5a-e242353b9183 admin admin] For port eaecbab7-368a-4105-8ce1-5abb22ce1382, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=eaecbab7-368a-4105-8ce1-5abb22ce1382,segment=NetworkSegment(6f8aaacd-6010-4875-9111-688f69986ad1),segment_id=6f8aaacd-6010-4875-9111-688f69986ad1)] {{(pid=92930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:58.937431 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7af3a789-8ce7-4f53-be5a-e242353b9183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:58.948662 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.plugin [None req-7af3a789-8ce7-4f53-be5a-e242353b9183 admin admin] Calling delete_port for eaecbab7-368a-4105-8ce1-5abb22ce1382 owned by network:router_gateway {{(pid=92930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:59.005397 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_dvr_db [None req-3d0b125f-aacc-4c04-9ff4-2fb325327d61 None None] Set router 67440a54-fec4-4614-b371-0bb71b0a280e gateway port host: None {{(pid=92933) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 15 15:18:59.055333 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.l3_hamode_db [None req-3d0b125f-aacc-4c04-9ff4-2fb325327d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'name': 'tempest-TestVolumeBootPattern-908650089-router', 'tenant_id': '8976889bf53f49c180326b4f60618f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:24Z', 'updated_at': '2021-07-15T15:18:58Z', 'revision_number': 6, 'project_id': '8976889bf53f49c180326b4f60618f9b', 'gw_port_host': None}], 'dv-cinder-788367-2-iscsi', False) {} {{(pid=92933) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:18:59.113019 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7af3a789-8ce7-4f53-be5a-e242353b9183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2594635'] for port, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.137598 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3a789-8ce7-4f53-be5a-e242353b9183 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaecbab7-368a-4105-8ce1-5abb22ce1382,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:59.172423 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b125f-aacc-4c04-9ff4-2fb325327d61 None None] The sync data for ids ['67440a54-fec4-4614-b371-0bb71b0a280e'] in dv-cinder-788367-2-iscsi is: [{'id': '67440a54-fec4-4614-b371-0bb71b0a280e', 'name': 'tempest-TestVolumeBootPattern-908650089-router', 'tenant_id': '8976889bf53f49c180326b4f60618f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-15T15:12:24Z', 'updated_at': '2021-07-15T15:18:58Z', 'revision_number': 6, 'project_id': '8976889bf53f49c180326b4f60618f9b', 'gw_port_host': None}] {{(pid=92933) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 15 15:18:59.209434 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7af3a789-8ce7-4f53-be5a-e242353b9183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-633188'] for router_gateway, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.299237 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7af3a789-8ce7-4f53-be5a-e242353b9183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-760560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25220'] for router, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.301344 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7af3a789-8ce7-4f53-be5a-e242353b9183 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.346960 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7af3a789-8ce7-4f53-be5a-e242353b9183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778982'] for router, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.347590 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af3a789-8ce7-4f53-be5a-e242353b9183 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67440a54-fec4-4614-b371-0bb71b0a280e {{(pid=92930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 15 15:18:59.352473 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7af3a789-8ce7-4f53-be5a-e242353b9183 admin admin] Notify callbacks [] for router, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.353615 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-7af3a789-8ce7-4f53-be5a-e242353b9183 admin admin] 10.222.0.72 "DELETE /v2.0/routers/67440a54-fec4-4614-b371-0bb71b0a280e HTTP/1.1" status: 204 len: 168 time: 0.7485745 Jul 15 15:18:59.356066 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [-] (92930) accepted ('10.222.0.72', 41702) {{(pid=92930) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:59.398754 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd96a97-b64d-4fc4-994a-4717d397414d admin admin] Deleting subnet f6dd695b-0560-421d-b8ff-103909b09377 {{(pid=92930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 15 15:18:59.401710 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5fd96a97-b64d-4fc4-994a-4717d397414d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.434691 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5fd96a97-b64d-4fc4-994a-4717d397414d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2994775'] for subnet, precommit_delete_associations {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.523351 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5fd96a97-b64d-4fc4-994a-4717d397414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66795978'] for subnet, precommit_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.577741 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5fd96a97-b64d-4fc4-994a-4717d397414d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66796029', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2594616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2806727'] for subnet, after_delete {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.602751 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd96a97-b64d-4fc4-994a-4717d397414d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6dd695b-0560-421d-b8ff-103909b09377,revision_number=None']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:59.609675 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-5fd96a97-b64d-4fc4-994a-4717d397414d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for subnet, before_response {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.613787 dv-cinder-788367-2-iscsi neutron-server[92930]: INFO neutron.wsgi [None req-5fd96a97-b64d-4fc4-994a-4717d397414d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f6dd695b-0560-421d-b8ff-103909b09377 HTTP/1.1" status: 204 len: 168 time: 0.2545443 Jul 15 15:18:59.614159 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41704) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:18:59.614729 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4a6d27-92fc-4786-b996-ee16bbe6a921 None None] Network c43aa355-2a1f-4d06-988a-d7884a784d08 requested from dv-cinder-788367-2-iscsi {{(pid=92932) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 15 15:18:59.683673 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66702497'] for network, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.735354 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] Deleting port ef611043-7d58-4d77-be21-6bf38069ff7a {{(pid=92931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 15 15:18:59.735694 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756598978479'] for port, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.801530 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.db [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] For port ef611043-7d58-4d77-be21-6bf38069ff7a, host dv-cinder-788367-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788367-2-iscsi',level=0,port_id=ef611043-7d58-4d77-be21-6bf38069ff7a,segment=NetworkSegment(38582fe6-b105-425d-bbb6-43cd9f80a431),segment_id=38582fe6-b105-425d-bbb6-43cd9f80a431)] {{(pid=92931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 15 15:18:59.801885 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778901'] for port, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.816491 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.plugin [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] Calling delete_port for ef611043-7d58-4d77-be21-6bf38069ff7a owned by network:dhcp {{(pid=92931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 15 15:18:59.896634 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66590760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-927542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756598979202', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756598578827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9119796'] for port, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:18:59.913070 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af31aa7b-5464-4c38-bfb4-77587925e0f7 None None] DHCP port deletion for c43aa355-2a1f-4d06-988a-d7884a784d08 request from dv-cinder-788367-2-iscsi {{(pid=92932) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 15 15:18:59.922113 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef611043-7d58-4d77-be21-6bf38069ff7a,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:18:59.927744 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] No DVR routers for this DVR port ef611043-7d58-4d77-be21-6bf38069ff7a on host dv-cinder-788367-2-iscsi {{(pid=92931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 15 15:19:00.001992 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66796974', 'neutron.services.segments.db._delete_segments_for_network-8756598894668'] for network, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.012089 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43aa355-2a1f-4d06-988a-d7884a784d08']}} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:00.022515 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38582fe6-b105-425d-bbb6-43cd9f80a431') {'for_net_delete': True} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:00.022813 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.services.segments.db [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38582fe6-b105-425d-bbb6-43cd9f80a431') {} {{(pid=92931) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 15 15:19:00.031275 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756598898261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9119874'] for segment, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.046660 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578'] for segment, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.052242 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=92931) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 15 15:19:00.052708 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66802578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9121765'] for segment, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: Traceback (most recent call last): Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: timer() Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: cb(*args, **kw) Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: return func(*args, **kwargs) Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: self._notify() Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: self.callback(batched_events) Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: event.method(event) Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: aggregate_uuid = self.p_client.list_aggregates( Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: return f(self, *a, **k) Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._get(url).json() Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: return self.request(url, 'GET', **kwargs) Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: base_url = self.get_endpoint(auth, allow=allow, Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 15 15:19:00.054525 dv-cinder-788367-2-iscsi neutron-server[92931]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 15 15:19:00.115696 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66796983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-633272'] for network, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.122258 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 75802f07-886a-4b04-b914-e998bf4d1e63 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:00.130758 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531049'] for network, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.135626 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] 10.222.0.72 "DELETE /v2.0/networks/c43aa355-2a1f-4d06-988a-d7884a784d08 HTTP/1.1" status: 204 len: 168 time: 0.5176275 Jul 15 15:19:00.147448 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a5f84-e37b-4f2f-bcbc-53729db63b2f admin admin] Pushing event deleted for resources: {'Network': ['ID=c43aa355-2a1f-4d06-988a-d7884a784d08,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:00.153582 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: 75802f07-886a-4b04-b914-e998bf4d1e63 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:00.153936 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device 75802f07-886a-4b04-b914-e998bf4d1e63 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:00.154407 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device eaecbab7-368a-4105-8ce1-5abb22ce1382 no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:00.179364 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: eaecbab7-368a-4105-8ce1-5abb22ce1382 {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:00.179717 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device eaecbab7-368a-4105-8ce1-5abb22ce1382 not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:00.180139 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device ef611043-7d58-4d77-be21-6bf38069ff7a no longer exists at agent ovs-agent-dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 15 15:19:00.199902 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.plugin [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] No Port match for: ef611043-7d58-4d77-be21-6bf38069ff7a {{(pid=92932) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 15 15:19:00.200432 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron.plugins.ml2.rpc [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Device ef611043-7d58-4d77-be21-6bf38069ff7a not bound to the agent host dv-cinder-788367-2-iscsi {{(pid=92932) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 15 15:19:00.260332 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41710) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:00.299439 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-788fb141-faad-410a-98eb-8150a3d06869 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a6a30d9e3ee347189ced7d3f7b911fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378716 Jul 15 15:19:00.301751 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41712) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:00.311764 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-cc8e4078-38b1-479b-9adc-fc70328c0e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.352223 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-94c28c7a-714e-454c-8d3e-94adcc6f67bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.372864 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-94c28c7a-714e-454c-8d3e-94adcc6f67bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.418552 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-94c28c7a-714e-454c-8d3e-94adcc6f67bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.421693 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-94c28c7a-714e-454c-8d3e-94adcc6f67bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.422822 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-94c28c7a-714e-454c-8d3e-94adcc6f67bd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8db1430f-c99d-4ff0-8860-34adab271046 HTTP/1.1" status: 204 len: 168 time: 0.1200914 Jul 15 15:19:00.430316 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c28c7a-714e-454c-8d3e-94adcc6f67bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db1430f-c99d-4ff0-8860-34adab271046,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:00.736750 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41718) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:00.774318 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-54e90da6-4653-4e63-ba68-799a51f7be58 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8976889bf53f49c180326b4f60618f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364623 Jul 15 15:19:00.776646 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [-] (92931) accepted ('10.222.0.72', 41720) {{(pid=92931) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 15 15:19:00.825291 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-39f222a3-cf7d-4ad6-8f67-77c7c81c2368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.845917 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-39f222a3-cf7d-4ad6-8f67-77c7c81c2368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.892702 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-39f222a3-cf7d-4ad6-8f67-77c7c81c2368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707706'] for security_group, after_delete {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.895168 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron_lib.callbacks.manager [None req-39f222a3-cf7d-4ad6-8f67-77c7c81c2368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92931) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:00.896312 dv-cinder-788367-2-iscsi neutron-server[92931]: INFO neutron.wsgi [None req-39f222a3-cf7d-4ad6-8f67-77c7c81c2368 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0885acaa-b67f-4874-86b8-f193c3f425b3 HTTP/1.1" status: 204 len: 168 time: 0.1187737 Jul 15 15:19:00.903523 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f222a3-cf7d-4ad6-8f67-77c7c81c2368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0885acaa-b67f-4874-86b8-f193c3f425b3,revision_number=None']} {{(pid=92931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 15 15:19:01.367491 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [req-936ef105-655b-4eb0-86ed-4293eb6fd619 req-d53a52b7-17c3-4a37-8c84-f6f9b702ddbc service neutron] (92930) timed out ('10.222.0.41', 50405) {{(pid=92930) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:19:03.013359 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-09774452-0084-4450-a76a-7ff17a26471d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:03.465636 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:04.136661 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:05.543261 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:21.757610 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:19:23.574102 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:30.312593 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-aa8bcae6-1040-42f5-b972-d55a094e2e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:33.013911 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0836780-c148-4857-a2eb-c7b04585476f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:33.469011 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:34.139330 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:35.538167 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:53.588119 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:19:58.756600 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:20:00.313764 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-095a8b8b-6136-4700-a1c1-0746826434a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:03.013596 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ba371123-1bf9-43cd-a5e6-48976d2335a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:03.470281 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:04.143859 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:05.541249 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:23.602880 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:30.313253 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-df177f02-0ba7-4e41-9ea1-e493b4e5d387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:33.017302 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f569b335-54ee-4c04-8039-d40dce6d04c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:33.470623 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:34.146262 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:35.545270 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:20:35.756740 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:20:53.601918 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:00.314840 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-83d8fb79-a7ee-4e04-9322-e93354276b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:03.019051 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1c9cec2c-0a20-4181-942e-7ed64175ba29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:03.471677 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:04.149178 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:05.550255 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:12.756680 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:21:23.600940 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:25.739171 dv-cinder-788367-2-iscsi neutron-server[92931]: DEBUG neutron.wsgi [req-f4ee08a9-3bdb-4841-afca-38d828ac466e req-c7571ce7-696a-48f5-8577-1a3b56238d6d service neutron] (92931) timed out ('10.222.0.72', 37696) {{(pid=92931) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:21:30.315281 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-1c12e095-9060-4c6d-b156-b7d666066419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:33.020899 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a1e0dbad-d360-455a-ae28-56f1a8f61b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:33.471228 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:34.152376 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:35.551065 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:49.755629 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:21:53.601537 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:21:57.826352 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [req-423d2842-db67-4257-93a5-6a0be41e6b90 req-da3e32dd-8e91-4d3c-a6a2-035beb9f4c5e service neutron] (92930) timed out ('10.222.0.72', 35822) {{(pid=92930) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:22:00.315329 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-fed55c14-58d7-497c-ba57-0e4d84afa5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.020498 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-af385526-b665-4808-9847-e1b77b447631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:03.471568 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:04.154794 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:05.553915 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:23.615123 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:26.754584 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:22:30.315399 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-6ffceaec-db5d-44c0-8e6c-11fd58e5da79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:33.020475 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-16135330-5d12-4a08-8ead-a4559ff5a0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:33.473238 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:34.158117 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:35.557318 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:22:53.629445 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:00.315126 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-ea8390fa-909a-4d96-9281-48d3bb1f9316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:01.804824 dv-cinder-788367-2-iscsi neutron-server[92930]: DEBUG neutron.wsgi [req-1de457a6-52d3-43e9-a43d-927ded8e9ac6 req-3685fcc4-e9e3-42b8-a7ca-d1ba845fee42 tempest-TestShelveInstance-829931846 tempest-TestShelveInstance-829931846-project] (92930) timed out ('10.222.0.41', 50379) {{(pid=92930) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 15 15:23:03.021410 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-f37f6c00-edf0-4567-a887-9a2dd638e1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:03.473212 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:03.753160 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:23:04.160136 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:05.564017 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:23.643695 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:30.314684 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-36890030-595e-4fa0-9aed-6d6d8a8a17f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:33.021286 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b92d2a6c-61ab-4b5a-bfd8-bddfacecc051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:33.473601 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:34.162756 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:35.564673 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:23:40.752370 dv-cinder-788367-2-iscsi neutron-server[92933]: DEBUG neutron.db.agents_db [None req-da1a8d56-42c3-4ade-b707-c4d7cb18d801 None None] Agent healthcheck: found 6 active agents {{(pid=92933) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 15 15:23:53.642446 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a37c2d16-a017-4156-a430-0f20ba494846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:00.314835 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-97aa8693-bb07-4f6f-b3d6-762d11c5577c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:03.026946 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-59227cf4-27dc-4583-a8c0-3c8c991c67d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:03.474755 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-0ef85ab8-e1ea-4aaf-a987-9bd1c2c10e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:04.165183 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-a49c76a3-381b-4096-a9d1-ee2b51f7d498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 15 15:24:05.568510 dv-cinder-788367-2-iscsi neutron-server[92932]: DEBUG neutron_lib.callbacks.manager [None req-b0e13f95-5ec7-49d3-8362-ea2f32b6770f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756598894650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66795252'] for agent, after_update {{(pid=92932) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}